CNN Model Experimentation Using 25 PCA Variables

import joblib
import plotly

import optuna
import torch
import torch.nn as nn
import torch.nn.functional as F
import torch.optim as optim
from torch.utils.data import random_split
import torchvision
import torchvision.transforms as transforms

from sklearn.decomposition import PCA
from sklearn.model_selection import train_test_split
from sklearn.metrics import r2_score, mean_squared_error
from sklearn.preprocessing import StandardScaler, MinMaxScaler
from sklearn.pipeline import Pipeline
from sklearn.model_selection import KFold, StratifiedKFold

from tensorflow.keras import layers
from tensorflow.keras.metrics import RootMeanSquaredError
from tensorflow.keras.models import Sequential
from tensorflow.keras.optimizers import Adam
from tensorflow.keras.utils import plot_model

from pprint import pprint
from patsy import dmatrices
import pandas as pd
import numpy as np
import os
import time
import math
import pickle
import random

from ann_visualizer.visualize import ann_viz

from matplotlib import pyplot as plt
import matplotlib.style as style
style.use('fivethirtyeight')
%matplotlib inline

Helper Functions

def MAPE_pytorch(y_true, pred):
    return torch.mean(torch.abs((y_true - pred) / y_true)) * 100


def RMSE_pytorch(y_true, pred):
    return torch.sqrt(F.mse_loss(pred, y_true))


def R2_pytorch(y_true, pred):
    target_mean = torch.mean(y_true)
    ss_tot = torch.sum((y_true - target_mean) ** 2)
    ss_res = torch.sum((y_true - pred) ** 2)
    r2 = 1 - (ss_res/ss_tot)
    return r2


def rmse(targets, predictions, **kwargs):
    targets, predictions = np.array(targets), np.array(predictions)
    return np.sqrt(mean_squared_error(targets, predictions))


def evaluate(model, test_features, test_labels):
    predictions = model.predict(test_features)
    errors = abs(predictions - test_labels)
    mape = 100 * np.mean(errors / test_labels)
    accuracy = 100 - mape
    print('Average Error: {:0.4f} degrees.'.format(np.mean(errors)))
    print('Accuracy = {:0.2f}%.'.format(accuracy))
    return accuracy


def mean_absolute_percentage_error(y_true, y_pred, **kwargs):
    # src: https://stats.stackexchange.com/questions/58391/mean-absolute-percentage-error-mape-in-scikit-learn
    y_true, y_pred = np.array(y_true), np.array(y_pred)
    return np.mean(np.abs((y_true - y_pred) / y_true)) * 100

Loading the Datasets

d191 = pd.read_csv("data/cluster2_daily_2019.csv")
d192 = pd.read_csv("data/cluster3_daily_2019.csv")
d181 = pd.read_csv("data/cluster2_daily_2018.csv")
d182 = pd.read_csv("data/cluster3_daily_2018.csv")
d171 = pd.read_csv("data/cluster2_daily_2017.csv")
d172 = pd.read_csv("data/cluster3_daily_2017.csv")

print(f"d191.shape: {d191.shape}, d191.shape: {d191.shape}\nd181.shape: {d181.shape}, d182.shape: {d182.shape}\nd171.shape: {d171.shape}, d172.shape: {d172.shape}")

d191.shape: (1483, 57), d191.shape: (1483, 57)
d181.shape: (1299, 57), d182.shape: (579, 57)
d171.shape: (1332, 57), d172.shape: (1079, 57)

# Combine all three years data together
all_data = pd.concat([d191, d192, d181, d182, d171, d172, ], axis=0)

Cleaning the Dataset

data_dropped = all_data.drop(["Date", "Unnamed: 0", "Vendor_Site_Id", "X", "i.X", "i.X.1", "X.1",
                             "factor", "STATION", "newdate", "Total_ADTVolume", "year", "month", "day", "fit.cluster"], axis=1)
data_dropped.shape

(6746, 46)

# Replace all NAN value with Zero
data_filled = data_dropped.fillna(0)
data_filled.describe()

	OD_line	Destination	Origin	Bike.lane..ft.	Buffered.bike.lane..ft.	Enhanced.shared.roadway..ft.	Protected.bike.lane..ft.	Neighbor.green.way..ft.	Off.street.path.trail..ft.	Primary.Arterial..ft.	...	pct_of_African.American.population	pct_of_White.population	Meadian.Household.Income.000..	Education	Avg.Temp	Avg.Humidity	PreciP	Weekend	DailyVolume	strava_volume
count	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	...	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000	6746.000000
mean	24.565965	4.370738	4.370145	1174.402462	633.900902	5.865052	620.725648	307.992118	9626.805171	1665.836941	...	5.479986	79.249231	65.773941	70.687779	55.419609	73.843940	0.031055	0.288615	1066.441891	67.318411
std	42.551007	7.792964	7.318313	1534.973316	791.001101	66.246042	854.051183	756.943964	9714.966405	1999.010159	...	3.307419	3.609301	110.540980	8.024137	11.520078	13.766100	0.120453	0.453152	704.181434	53.252605
min	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	...	0.000000	61.926000	9.720000	43.990087	21.200000	16.000000	0.000000	0.000000	10.000000	0.000000
25%	3.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	0.000000	2132.568621	0.000000	...	2.653333	76.234000	44.972000	66.723930	46.296296	63.777778	0.000000	0.000000	483.250000	25.000000
50%	11.000000	0.000000	1.000000	0.000000	0.000000	0.000000	327.275382	0.000000	5099.161603	1297.549800	...	6.310000	78.577000	45.337000	68.890280	54.391176	74.000000	0.000000	0.000000	954.000000	55.000000
75%	28.000000	6.000000	6.000000	1926.701848	950.154336	0.000000	675.665306	0.000000	14759.064020	2132.796300	...	8.360000	82.245000	61.263330	74.633750	64.833333	85.380952	0.006304	1.000000	1508.750000	95.000000
max	916.000000	82.000000	80.000000	4893.294830	3463.680000	1219.680000	2813.512562	13273.920000	42392.719290	9149.269442	...	26.474000	96.028000	2902.380000	85.472000	89.000000	100.000000	2.290000	1.000000	3136.000000	315.000000

8 rows × 46 columns

Preparing the Data for the ML Model

# split data into X dataframe and Y dataframe:
X_data = data_filled.drop("DailyVolume", axis=1)
Y_data = data_filled["DailyVolume"]
print(f"X_data.shape: {X_data.shape} Y_data.shape: {Y_data.shape}")

X_data.shape: (6746, 45) Y_data.shape: (6746,)

X = np.asarray(X_data)
Y = np.asarray(Y_data)

print(f"X.shape: {X.shape} Y.shape: {Y.shape}")

X.shape: (6746, 45) Y.shape: (6746,)

pipe = Pipeline([("scaler", StandardScaler()),
                ("pca", PCA(n_components=25))])
PCA_X = pipe.fit_transform(X)

PCA_X_train, PCA_X_test, PCA_Y_train, PCA_Y_test = train_test_split(PCA_X, Y, test_size=0.2, random_state=42)

# convert np arrays to tensor, with float.
PCA_X_train = torch.from_numpy(PCA_X_train).float()
PCA_X_test = torch.from_numpy(PCA_X_test).float()
PCA_Y_train = torch.reshape(torch.from_numpy(PCA_Y_train).float(), (5396, 1))
PCA_Y_test = torch.reshape(torch.from_numpy(PCA_Y_test).float(), (1350, 1))

print(f"PCA_X_train.shape={PCA_X_train.shape} PCA_X_test.shape={PCA_X_test.shape}\nPCA_Y_train.shape={PCA_Y_train.shape} PCA_Y_test.shape={PCA_Y_test.shape}")

PCA_X_train.shape=torch.Size([5396, 25]) PCA_X_test.shape=torch.Size([1350, 25])
PCA_Y_train.shape=torch.Size([5396, 1]) PCA_Y_test.shape=torch.Size([1350, 1])

We Will Create a 1D CNN With the PCA Reduced Feature Dimensions, and Conduct Trials to Find The Best Hyperparameters

study_name = "cnn_25_pca_vars_one_conv_lyr"
torch.manual_seed(42)
torch.cuda.manual_seed(42)
np.random.seed(42)
random.seed(42)
n_epochs = 100

def objective_fn(trial):
    # set up GPU if available.
    device = "cpu"
    if torch.cuda.is_available():
        device = "cuda:0"
    device = torch.device(device)
    
    # get some parameters using optuna:
    batch_size = trial.suggest_categorical("batch_size", [16,32,64,128])
    n_layers = trial.suggest_int("n_hdn_layers", 2, 5)
    max_nrns = trial.suggest_int("neurons_HL1", 2, 1024, step=2)
    # now for the 1D convolution parameters
    out_channel = trial.suggest_categorical("out_channel", [32, 64, 128])
    kernel_size = trial.suggest_categorical("kernel_size", [3,4,5])
    conv_activation = trial.suggest_categorical("conv_activation", ['relu', 'linear'])
    # now for the dropout and max pool 1D parameters
    dropout_prob = trial.suggest_categorical("dropout_prob", [0.1, 0.2, 0.25, 0.5])
    mx_pl_size = trial.suggest_categorical("mx_pl_size", [2,3,4,5])
    mx_pl_strides = trial.suggest_categorical("mx_pl_strides", [1,2,3])

    layers = []
    layers.append(torch.nn.Unflatten(dim=1, unflattened_size=(1,25)))
    layers.append(torch.nn.Conv1d(1, out_channel, kernel_size))
    if conv_activation == 'relu':
        layers.append(torch.nn.ReLU())
    layers.append(torch.nn.Dropout(dropout_prob))
    layers.append(torch.nn.MaxPool1d(mx_pl_size, stride=mx_pl_strides))
    layers.append(torch.nn.Flatten())
    # now we calculate the output size of MaxPool1D
    in_features = math.floor(((math.floor(25 - kernel_size + 1) - mx_pl_size) / mx_pl_strides) + 1)
    in_features = in_features*out_channel
#     print(f"batch_size{batch_size}\tmx_pl_size{mx_pl_size}\tmx_pl_strides{mx_pl_strides}")
#     print(f"in_features{in_features}")
    out_features = 0
    for i in range(n_layers):
        out_features = int(max_nrns)
        layers.append(torch.nn.Linear(in_features, out_features))
        activation = trial.suggest_categorical(f"HL{i}_ac_fn", ["relu", "linear"])
        if activation == "relu":
            layers.append(torch.nn.ReLU())
        in_features = out_features
        # to prevent the last layer being Linear(0,1)
        if max_nrns > 2:
            max_nrns = max_nrns/2

    layers.append(torch.nn.Linear(out_features, 1))
    cnn_model = torch.nn.Sequential(*layers).to(device)
#     print(cnn_model)
    
    
    # use MAE as loss function (called L1Loss).
    loss_fn = nn.L1Loss()
    optimizer = optim.Adam(cnn_model.parameters())

    for epoch in range(n_epochs):
        # now we train the model:
        cnn_model.train()
        
        # we create a random permutation of numbers from PCA_X_train.size()
        permutation = torch.randperm(PCA_X_train.size()[0])
        
        # we go through the batches.
        for i in range(0, PCA_X_train.size()[0], batch_size):
            indices = permutation[i:i+batch_size]
            X_train_batch, Y_train_batch = PCA_X_train[indices], PCA_Y_train[indices]
            
            # input PCA_X_train batch into cnn and get predictions.
            train_prediction = cnn_model(X_train_batch.to(device))

            train_loss = loss_fn(train_prediction, Y_train_batch.to(device))

            optimizer.zero_grad()
            # backpropagation
            train_loss.backward()
            optimizer.step()
        
        # now we test the model:
        cnn_model.eval()
        test_prediction = cnn_model(PCA_X_test.to(device))
        test_loss = loss_fn(test_prediction, PCA_Y_test.to(device))
        
        # if the current test loss determines the trial to be prunable, we prune it:
        trial.report(test_loss, step=epoch)
        if trial.should_prune():
            raise optuna.TrialPruned()

    # we return the thing we are trying to maximize or minimize (the MAE - our loss fn)
    return test_loss

%%time

study = optuna.create_study(sampler=optuna.samplers.TPESampler(seed=42), study_name=study_name, direction='minimize')
study.optimize(objective_fn, n_trials=5000)

[I 2021-12-19 05:04:39,058] A new study created in memory with name: cnn_25_pca_vars_one_conv_lyr
[I 2021-12-19 05:05:13,804] Trial 0 finished with value: 388.96075439453125 and parameters: {'batch_size': 32, 'n_hdn_layers': 2, 'neurons_HL1': 160, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.5, 'mx_pl_size': 4, 'mx_pl_strides': 3, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 0 with value: 388.96075439453125.
[I 2021-12-19 05:06:44,967] Trial 1 finished with value: 200.295654296875 and parameters: {'batch_size': 32, 'n_hdn_layers': 5, 'neurons_HL1': 990, 'out_channel': 32, 'kernel_size': 3, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 5, 'mx_pl_strides': 2, 'HL0_ac_fn': 'linear', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'relu', 'HL4_ac_fn': 'relu'}. Best is trial 1 with value: 200.295654296875.
[I 2021-12-19 05:07:07,275] Trial 2 finished with value: 215.65142822265625 and parameters: {'batch_size': 128, 'n_hdn_layers': 2, 'neurons_HL1': 1012, 'out_channel': 32, 'kernel_size': 3, 'conv_activation': 'relu', 'dropout_prob': 0.25, 'mx_pl_size': 2, 'mx_pl_strides': 3, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 1 with value: 200.295654296875.
[I 2021-12-19 05:07:46,504] Trial 3 finished with value: 169.147216796875 and parameters: {'batch_size': 32, 'n_hdn_layers': 3, 'neurons_HL1': 28, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 3 with value: 169.147216796875.
[I 2021-12-19 05:08:02,715] Trial 4 finished with value: 180.5658721923828 and parameters: {'batch_size': 128, 'n_hdn_layers': 2, 'neurons_HL1': 524, 'out_channel': 32, 'kernel_size': 4, 'conv_activation': 'linear', 'dropout_prob': 0.2, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'linear', 'HL1_ac_fn': 'relu'}. Best is trial 3 with value: 169.147216796875.
[I 2021-12-19 05:08:03,678] Trial 5 pruned. 
[I 2021-12-19 05:08:04,092] Trial 6 pruned. 
[I 2021-12-19 05:08:05,018] Trial 7 pruned. 
[I 2021-12-19 05:08:05,497] Trial 8 pruned. 
[I 2021-12-19 05:08:08,920] Trial 9 pruned. 
[I 2021-12-19 05:10:58,612] Trial 10 finished with value: 169.6085968017578 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 332, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 3 with value: 169.147216796875.
[I 2021-12-19 05:13:55,280] Trial 11 finished with value: 167.83932495117188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 352, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 11 with value: 167.83932495117188.
[I 2021-12-19 05:13:56,121] Trial 12 pruned. 
[I 2021-12-19 05:17:03,165] Trial 13 finished with value: 164.15748596191406 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 368, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'linear'}. Best is trial 13 with value: 164.15748596191406.
[I 2021-12-19 05:20:14,984] Trial 14 finished with value: 164.1472625732422 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 4, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'linear'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:20:30,568] Trial 15 pruned. 
[I 2021-12-19 05:21:05,761] Trial 16 pruned. 
[I 2021-12-19 05:21:49,808] Trial 17 pruned. 
[I 2021-12-19 05:21:51,703] Trial 18 pruned. 
[I 2021-12-19 05:21:58,902] Trial 19 pruned. 
[I 2021-12-19 05:21:59,295] Trial 20 pruned. 
[I 2021-12-19 05:25:10,813] Trial 21 finished with value: 182.16725158691406 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 382, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:28:42,450] Trial 22 finished with value: 183.2832794189453 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 434, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'linear'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:31:24,475] Trial 23 finished with value: 165.7073211669922 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 304, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:31:27,665] Trial 24 pruned. 
[I 2021-12-19 05:35:52,906] Trial 25 finished with value: 184.9332733154297 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 574, 'out_channel': 128, 'kernel_size': 4, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:35:55,333] Trial 26 pruned. 
[I 2021-12-19 05:35:56,332] Trial 27 pruned. 
[I 2021-12-19 05:35:57,304] Trial 28 pruned. 
[I 2021-12-19 05:35:57,640] Trial 29 pruned. 
[I 2021-12-19 05:35:58,473] Trial 30 pruned. 
[I 2021-12-19 05:39:04,033] Trial 31 finished with value: 172.9869842529297 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 364, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:39:05,740] Trial 32 pruned. 
[I 2021-12-19 05:39:09,938] Trial 33 pruned. 
[I 2021-12-19 05:39:10,530] Trial 34 pruned. 
[I 2021-12-19 05:39:11,715] Trial 35 pruned. 
[I 2021-12-19 05:39:11,938] Trial 36 pruned. 
[I 2021-12-19 05:39:12,332] Trial 37 pruned. 
[I 2021-12-19 05:39:12,485] Trial 38 pruned. 
[I 2021-12-19 05:39:14,712] Trial 39 pruned. 
[I 2021-12-19 05:39:15,672] Trial 40 pruned. 
[I 2021-12-19 05:39:16,062] Trial 41 pruned. 
[I 2021-12-19 05:39:16,509] Trial 42 pruned. 
[I 2021-12-19 05:39:17,291] Trial 43 pruned. 
[I 2021-12-19 05:39:18,384] Trial 44 pruned. 
[I 2021-12-19 05:39:18,716] Trial 45 pruned. 
[I 2021-12-19 05:39:19,140] Trial 46 pruned. 
[I 2021-12-19 05:39:19,814] Trial 47 pruned. 
[I 2021-12-19 05:39:21,361] Trial 48 pruned. 
[I 2021-12-19 05:39:23,835] Trial 49 pruned. 
[I 2021-12-19 05:39:24,223] Trial 50 pruned. 
[I 2021-12-19 05:42:18,792] Trial 51 finished with value: 172.98150634765625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 338, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:44:45,172] Trial 52 finished with value: 170.29209899902344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 264, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:48:28,295] Trial 53 finished with value: 180.63931274414062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 472, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:50:44,421] Trial 54 finished with value: 170.06393432617188 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 206, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'linear'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:50:46,078] Trial 55 pruned. 
[I 2021-12-19 05:50:47,854] Trial 56 pruned. 
[I 2021-12-19 05:50:48,869] Trial 57 pruned. 
[I 2021-12-19 05:50:49,095] Trial 58 pruned. 
[I 2021-12-19 05:50:54,879] Trial 59 pruned. 
[I 2021-12-19 05:50:56,740] Trial 60 pruned. 
[I 2021-12-19 05:50:58,078] Trial 61 pruned. 
[I 2021-12-19 05:50:59,259] Trial 62 pruned. 
[I 2021-12-19 05:53:48,327] Trial 63 finished with value: 183.37794494628906 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 300, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'linear'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:53:51,368] Trial 64 pruned. 
[I 2021-12-19 05:53:52,852] Trial 65 pruned. 
[I 2021-12-19 05:53:53,125] Trial 66 pruned. 
[I 2021-12-19 05:53:56,583] Trial 67 pruned. 
[I 2021-12-19 05:53:57,746] Trial 68 pruned. 
[I 2021-12-19 05:53:58,626] Trial 69 pruned. 
[I 2021-12-19 05:54:02,542] Trial 70 pruned. 
[I 2021-12-19 05:54:04,115] Trial 71 pruned. 
[I 2021-12-19 05:54:05,857] Trial 72 pruned. 
[I 2021-12-19 05:54:09,351] Trial 73 pruned. 
[I 2021-12-19 05:54:10,727] Trial 74 pruned. 
[I 2021-12-19 05:54:11,793] Trial 75 pruned. 
[I 2021-12-19 05:54:12,182] Trial 76 pruned. 
[I 2021-12-19 05:54:12,412] Trial 77 pruned. 
[I 2021-12-19 05:54:16,674] Trial 78 pruned. 
[I 2021-12-19 05:54:19,263] Trial 79 pruned. 
[I 2021-12-19 05:54:19,724] Trial 80 pruned. 
[I 2021-12-19 05:54:23,267] Trial 81 pruned. 
[I 2021-12-19 05:54:26,682] Trial 82 pruned. 
[I 2021-12-19 05:56:46,455] Trial 83 finished with value: 168.44528198242188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 412, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 05:56:48,716] Trial 84 pruned. 
[I 2021-12-19 05:56:49,778] Trial 85 pruned. 
[I 2021-12-19 05:56:50,747] Trial 86 pruned. 
[I 2021-12-19 05:56:55,491] Trial 87 pruned. 
[I 2021-12-19 05:56:56,948] Trial 88 pruned. 
[I 2021-12-19 05:56:58,379] Trial 89 pruned. 
[I 2021-12-19 05:56:58,863] Trial 90 pruned. 
[I 2021-12-19 06:00:07,197] Trial 91 finished with value: 171.27781677246094 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 372, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 14 with value: 164.1472625732422.
[I 2021-12-19 06:00:11,226] Trial 92 pruned. 
[I 2021-12-19 06:00:14,402] Trial 93 pruned. 
[I 2021-12-19 06:00:16,242] Trial 94 pruned. 
[I 2021-12-19 06:00:18,015] Trial 95 pruned. 
[I 2021-12-19 06:00:18,264] Trial 96 pruned. 
[I 2021-12-19 06:00:20,923] Trial 97 pruned. 
[I 2021-12-19 06:00:26,379] Trial 98 pruned. 
[I 2021-12-19 06:00:30,262] Trial 99 pruned. 
[I 2021-12-19 06:00:30,566] Trial 100 pruned. 
[I 2021-12-19 06:00:34,134] Trial 101 pruned. 
[I 2021-12-19 06:00:37,756] Trial 102 pruned. 
[I 2021-12-19 06:00:39,404] Trial 103 pruned. 
[I 2021-12-19 06:00:41,585] Trial 104 pruned. 
[I 2021-12-19 06:00:43,092] Trial 105 pruned. 
[I 2021-12-19 06:00:44,020] Trial 106 pruned. 
[I 2021-12-19 06:04:00,293] Trial 107 finished with value: 161.5030975341797 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 414, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:04:02,311] Trial 108 pruned. 
[I 2021-12-19 06:04:03,044] Trial 109 pruned. 
[I 2021-12-19 06:04:07,745] Trial 110 pruned. 
[I 2021-12-19 06:04:10,904] Trial 111 pruned. 
[I 2021-12-19 06:07:01,222] Trial 112 finished with value: 167.14810180664062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 336, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:10:31,574] Trial 113 finished with value: 165.7969512939453 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 428, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:10:33,640] Trial 114 pruned. 
[I 2021-12-19 06:14:24,173] Trial 115 finished with value: 167.56163024902344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 494, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:14:26,355] Trial 116 pruned. 
[I 2021-12-19 06:14:27,467] Trial 117 pruned. 
[I 2021-12-19 06:14:27,744] Trial 118 pruned. 
[I 2021-12-19 06:14:29,714] Trial 119 pruned. 
[I 2021-12-19 06:14:31,927] Trial 120 pruned. 
[I 2021-12-19 06:18:32,846] Trial 121 finished with value: 162.29660034179688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 528, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:18:37,632] Trial 122 pruned. 
[I 2021-12-19 06:18:42,240] Trial 123 pruned. 
[I 2021-12-19 06:22:58,392] Trial 124 finished with value: 191.80581665039062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 612, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:23:00,672] Trial 125 pruned. 
[I 2021-12-19 06:23:03,302] Trial 126 pruned. 
[I 2021-12-19 06:23:03,805] Trial 127 pruned. 
[I 2021-12-19 06:23:05,817] Trial 128 pruned. 
[I 2021-12-19 06:23:07,767] Trial 129 pruned. 
[I 2021-12-19 06:23:08,736] Trial 130 pruned. 
[I 2021-12-19 06:23:12,495] Trial 131 pruned. 
[I 2021-12-19 06:26:03,181] Trial 132 finished with value: 168.44261169433594 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 322, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:26:07,228] Trial 133 pruned. 
[I 2021-12-19 06:26:12,354] Trial 134 pruned. 
[I 2021-12-19 06:26:15,782] Trial 135 pruned. 
[I 2021-12-19 06:26:18,475] Trial 136 pruned. 
[I 2021-12-19 06:26:19,231] Trial 137 pruned. 
[I 2021-12-19 06:26:25,218] Trial 138 pruned. 
[I 2021-12-19 06:26:31,533] Trial 139 pruned. 
[I 2021-12-19 06:26:31,749] Trial 140 pruned. 
[I 2021-12-19 06:26:35,017] Trial 141 pruned. 
[I 2021-12-19 06:26:36,542] Trial 142 pruned. 
[I 2021-12-19 06:26:39,284] Trial 143 pruned. 
[I 2021-12-19 06:26:40,838] Trial 144 pruned. 
[I 2021-12-19 06:26:44,427] Trial 145 pruned. 
[I 2021-12-19 06:26:46,077] Trial 146 pruned. 
[I 2021-12-19 06:26:47,440] Trial 147 pruned. 
[I 2021-12-19 06:26:50,474] Trial 148 pruned. 
[I 2021-12-19 06:26:51,611] Trial 149 pruned. 
[I 2021-12-19 06:26:53,635] Trial 150 pruned. 
[I 2021-12-19 06:26:55,361] Trial 151 pruned. 
[I 2021-12-19 06:29:57,765] Trial 152 finished with value: 163.4801483154297 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 372, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:29:59,750] Trial 153 pruned. 
[I 2021-12-19 06:30:01,885] Trial 154 pruned. 
[I 2021-12-19 06:30:03,525] Trial 155 pruned. 
[I 2021-12-19 06:30:04,129] Trial 156 pruned. 
[I 2021-12-19 06:30:05,964] Trial 157 pruned. 
[I 2021-12-19 06:30:07,651] Trial 158 pruned. 
[I 2021-12-19 06:30:08,429] Trial 159 pruned. 
[I 2021-12-19 06:30:09,047] Trial 160 pruned. 
[I 2021-12-19 06:30:12,855] Trial 161 pruned. 
[I 2021-12-19 06:30:14,707] Trial 162 pruned. 
[I 2021-12-19 06:30:16,459] Trial 163 pruned. 
[I 2021-12-19 06:30:20,755] Trial 164 pruned. 
[I 2021-12-19 06:30:22,379] Trial 165 pruned. 
[I 2021-12-19 06:30:26,627] Trial 166 pruned. 
[I 2021-12-19 06:30:28,557] Trial 167 pruned. 
[I 2021-12-19 06:30:33,140] Trial 168 pruned. 
[I 2021-12-19 06:30:34,670] Trial 169 pruned. 
[I 2021-12-19 06:30:35,009] Trial 170 pruned. 
[I 2021-12-19 06:30:36,792] Trial 171 pruned. 
[I 2021-12-19 06:30:38,699] Trial 172 pruned. 
[I 2021-12-19 06:33:29,252] Trial 173 finished with value: 176.36026000976562 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 316, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:33:30,773] Trial 174 pruned. 
[I 2021-12-19 06:33:32,363] Trial 175 pruned. 
[I 2021-12-19 06:33:34,654] Trial 176 pruned. 
[I 2021-12-19 06:33:35,655] Trial 177 pruned. 
[I 2021-12-19 06:33:37,769] Trial 178 pruned. 
[I 2021-12-19 06:33:38,787] Trial 179 pruned. 
[I 2021-12-19 06:33:40,580] Trial 180 pruned. 
[I 2021-12-19 06:33:42,466] Trial 181 pruned. 
[I 2021-12-19 06:33:43,509] Trial 182 pruned. 
[I 2021-12-19 06:33:45,416] Trial 183 pruned. 
[I 2021-12-19 06:37:21,842] Trial 184 finished with value: 162.1167755126953 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 458, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:37:26,117] Trial 185 pruned. 
[I 2021-12-19 06:37:30,758] Trial 186 pruned. 
[I 2021-12-19 06:37:31,385] Trial 187 pruned. 
[I 2021-12-19 06:37:33,412] Trial 188 pruned. 
[I 2021-12-19 06:37:34,797] Trial 189 pruned. 
[I 2021-12-19 06:37:37,190] Trial 190 pruned. 
[I 2021-12-19 06:37:39,061] Trial 191 pruned. 
[I 2021-12-19 06:37:42,375] Trial 192 pruned. 
[I 2021-12-19 06:37:44,107] Trial 193 pruned. 
[I 2021-12-19 06:37:46,208] Trial 194 pruned. 
[I 2021-12-19 06:37:51,978] Trial 195 pruned. 
[I 2021-12-19 06:37:56,785] Trial 196 pruned. 
[I 2021-12-19 06:37:57,757] Trial 197 pruned. 
[I 2021-12-19 06:37:59,600] Trial 198 pruned. 
[I 2021-12-19 06:38:00,733] Trial 199 pruned. 
[I 2021-12-19 06:38:03,924] Trial 200 pruned. 
[I 2021-12-19 06:38:05,727] Trial 201 pruned. 
[I 2021-12-19 06:38:08,967] Trial 202 pruned. 
[I 2021-12-19 06:38:14,288] Trial 203 pruned. 
[I 2021-12-19 06:38:15,954] Trial 204 pruned. 
[I 2021-12-19 06:38:18,194] Trial 205 pruned. 
[I 2021-12-19 06:38:19,630] Trial 206 pruned. 
[I 2021-12-19 06:38:21,602] Trial 207 pruned. 
[I 2021-12-19 06:38:21,943] Trial 208 pruned. 
[I 2021-12-19 06:38:25,196] Trial 209 pruned. 
[I 2021-12-19 06:38:27,098] Trial 210 pruned. 
[I 2021-12-19 06:38:27,274] Trial 211 pruned. 
[I 2021-12-19 06:38:27,465] Trial 212 pruned. 
[I 2021-12-19 06:38:27,638] Trial 213 pruned. 
[I 2021-12-19 06:38:30,033] Trial 214 pruned. 
[I 2021-12-19 06:38:30,261] Trial 215 pruned. 
[I 2021-12-19 06:38:32,098] Trial 216 pruned. 
[I 2021-12-19 06:38:36,342] Trial 217 pruned. 
[I 2021-12-19 06:38:37,403] Trial 218 pruned. 
[I 2021-12-19 06:38:37,948] Trial 219 pruned. 
[I 2021-12-19 06:38:38,666] Trial 220 pruned. 
[I 2021-12-19 06:38:41,017] Trial 221 pruned. 
[I 2021-12-19 06:38:44,446] Trial 222 pruned. 
[I 2021-12-19 06:38:48,601] Trial 223 pruned. 
[I 2021-12-19 06:38:52,840] Trial 224 pruned. 
[I 2021-12-19 06:38:55,063] Trial 225 pruned. 
[I 2021-12-19 06:38:57,601] Trial 226 pruned. 
[I 2021-12-19 06:39:00,864] Trial 227 pruned. 
[I 2021-12-19 06:39:02,511] Trial 228 pruned. 
[I 2021-12-19 06:39:03,497] Trial 229 pruned. 
[I 2021-12-19 06:39:05,281] Trial 230 pruned. 
[I 2021-12-19 06:39:06,427] Trial 231 pruned. 
[I 2021-12-19 06:39:07,258] Trial 232 pruned. 
[I 2021-12-19 06:39:09,189] Trial 233 pruned. 
[I 2021-12-19 06:39:13,302] Trial 234 pruned. 
[I 2021-12-19 06:39:17,280] Trial 235 pruned. 
[I 2021-12-19 06:39:17,488] Trial 236 pruned. 
[I 2021-12-19 06:39:20,024] Trial 237 pruned. 
[I 2021-12-19 06:39:20,999] Trial 238 pruned. 
[I 2021-12-19 06:39:22,317] Trial 239 pruned. 
[I 2021-12-19 06:39:25,968] Trial 240 pruned. 
[I 2021-12-19 06:42:55,690] Trial 241 finished with value: 181.7627716064453 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 436, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 3, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:42:59,920] Trial 242 pruned. 
[I 2021-12-19 06:43:01,987] Trial 243 pruned. 
[I 2021-12-19 06:43:06,451] Trial 244 pruned. 
[I 2021-12-19 06:43:10,414] Trial 245 pruned. 
[I 2021-12-19 06:43:14,005] Trial 246 pruned. 
[I 2021-12-19 06:43:16,303] Trial 247 pruned. 
[I 2021-12-19 06:43:19,744] Trial 248 pruned. 
[I 2021-12-19 06:43:21,896] Trial 249 pruned. 
[I 2021-12-19 06:43:22,973] Trial 250 pruned. 
[I 2021-12-19 06:43:23,791] Trial 251 pruned. 
[I 2021-12-19 06:43:24,503] Trial 252 pruned. 
[I 2021-12-19 06:43:25,057] Trial 253 pruned. 
[I 2021-12-19 06:43:25,274] Trial 254 pruned. 
[I 2021-12-19 06:43:25,402] Trial 255 pruned. 
[I 2021-12-19 06:43:26,395] Trial 256 pruned. 
[I 2021-12-19 06:43:30,216] Trial 257 pruned. 
[I 2021-12-19 06:43:33,667] Trial 258 pruned. 
[I 2021-12-19 06:43:38,673] Trial 259 pruned. 
[I 2021-12-19 06:43:40,229] Trial 260 pruned. 
[I 2021-12-19 06:43:43,519] Trial 261 pruned. 
[I 2021-12-19 06:43:47,592] Trial 262 pruned. 
[I 2021-12-19 06:43:49,404] Trial 263 pruned. 
[I 2021-12-19 06:43:50,920] Trial 264 pruned. 
[I 2021-12-19 06:43:52,876] Trial 265 pruned. 
[I 2021-12-19 06:43:53,840] Trial 266 pruned. 
[I 2021-12-19 06:43:54,207] Trial 267 pruned. 
[I 2021-12-19 06:43:55,980] Trial 268 pruned. 
[I 2021-12-19 06:44:00,512] Trial 269 pruned. 
[I 2021-12-19 06:46:49,932] Trial 270 finished with value: 162.54124450683594 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 306, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:46:51,755] Trial 271 pruned. 
[I 2021-12-19 06:49:33,864] Trial 272 finished with value: 163.9221954345703 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 264, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:49:38,771] Trial 273 pruned. 
[I 2021-12-19 06:50:45,658] Trial 274 pruned. 
[I 2021-12-19 06:51:50,323] Trial 275 finished with value: 166.4733123779297 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 220, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:51:52,612] Trial 276 pruned. 
[I 2021-12-19 06:51:54,427] Trial 277 pruned. 
[I 2021-12-19 06:52:53,528] Trial 278 finished with value: 163.61166381835938 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 226, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:53:52,819] Trial 279 finished with value: 165.6879425048828 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 234, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:54:52,234] Trial 280 finished with value: 167.5861053466797 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 240, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:55:51,779] Trial 281 finished with value: 172.34201049804688 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 232, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:55:52,401] Trial 282 pruned. 
[I 2021-12-19 06:55:53,612] Trial 283 pruned. 
[I 2021-12-19 06:55:55,678] Trial 284 pruned. 
[I 2021-12-19 06:55:57,739] Trial 285 pruned. 
[I 2021-12-19 06:55:59,903] Trial 286 pruned. 
[I 2021-12-19 06:56:59,175] Trial 287 finished with value: 169.58798217773438 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 210, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:57:58,765] Trial 288 finished with value: 169.68569946289062 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 214, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:57:58,943] Trial 289 pruned. 
[I 2021-12-19 06:57:59,563] Trial 290 pruned. 
[I 2021-12-19 06:58:00,168] Trial 291 pruned. 
[I 2021-12-19 06:58:01,375] Trial 292 pruned. 
[I 2021-12-19 06:58:01,711] Trial 293 pruned. 
[I 2021-12-19 06:59:01,319] Trial 294 finished with value: 168.94773864746094 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 230, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 06:59:01,916] Trial 295 pruned. 
[I 2021-12-19 07:00:01,550] Trial 296 finished with value: 169.91574096679688 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 190, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:01:01,299] Trial 297 finished with value: 166.3969268798828 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 174, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:01:01,916] Trial 298 pruned. 
[I 2021-12-19 07:01:03,123] Trial 299 pruned. 
[I 2021-12-19 07:01:04,307] Trial 300 pruned. 
[I 2021-12-19 07:02:03,797] Trial 301 finished with value: 173.6197052001953 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 206, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:03:03,177] Trial 302 finished with value: 165.57215881347656 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 238, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:04:02,696] Trial 303 finished with value: 164.33204650878906 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 258, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:04:03,341] Trial 304 pruned. 
[I 2021-12-19 07:04:04,609] Trial 305 pruned. 
[I 2021-12-19 07:05:03,899] Trial 306 finished with value: 184.32948303222656 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 260, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:05:05,841] Trial 307 pruned. 
[I 2021-12-19 07:05:06,366] Trial 308 pruned. 
[I 2021-12-19 07:05:07,007] Trial 309 pruned. 
[I 2021-12-19 07:05:07,638] Trial 310 pruned. 
[I 2021-12-19 07:06:06,445] Trial 311 finished with value: 166.16883850097656 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 278, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:07:06,060] Trial 312 finished with value: 166.27423095703125 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 290, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:08:06,690] Trial 313 finished with value: 167.585205078125 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 284, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:08:07,913] Trial 314 pruned. 
[I 2021-12-19 07:08:09,123] Trial 315 pruned. 
[I 2021-12-19 07:09:08,830] Trial 316 finished with value: 164.94461059570312 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 276, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:10:09,114] Trial 317 finished with value: 173.2736053466797 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 282, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:11:09,307] Trial 318 finished with value: 171.68740844726562 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 292, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:11:11,120] Trial 319 pruned. 
[I 2021-12-19 07:11:11,712] Trial 320 pruned. 
[I 2021-12-19 07:11:12,321] Trial 321 pruned. 
[I 2021-12-19 07:11:14,103] Trial 322 pruned. 
[I 2021-12-19 07:12:23,838] Trial 323 finished with value: 171.0882568359375 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 302, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:12:24,014] Trial 324 pruned. 
[I 2021-12-19 07:12:25,228] Trial 325 pruned. 
[I 2021-12-19 07:13:24,695] Trial 326 finished with value: 170.3120880126953 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 290, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:14:25,787] Trial 327 finished with value: 167.24061584472656 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 306, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:14:26,984] Trial 328 pruned. 
[I 2021-12-19 07:14:28,210] Trial 329 pruned. 
[I 2021-12-19 07:15:28,830] Trial 330 finished with value: 171.53819274902344 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 302, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:15:30,092] Trial 331 pruned. 
[I 2021-12-19 07:15:30,696] Trial 332 pruned. 
[I 2021-12-19 07:15:33,652] Trial 333 pruned. 
[I 2021-12-19 07:15:34,800] Trial 334 pruned. 
[I 2021-12-19 07:15:35,965] Trial 335 pruned. 
[I 2021-12-19 07:16:44,432] Trial 336 finished with value: 174.82627868652344 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 234, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:16:45,663] Trial 337 pruned. 
[I 2021-12-19 07:16:46,245] Trial 338 pruned. 
[I 2021-12-19 07:17:46,804] Trial 339 finished with value: 165.5181884765625 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 306, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:17:48,034] Trial 340 pruned. 
[I 2021-12-19 07:17:49,229] Trial 341 pruned. 
[I 2021-12-19 07:18:49,079] Trial 342 finished with value: 175.11598205566406 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 248, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:18:49,677] Trial 343 pruned. 
[I 2021-12-19 07:18:50,921] Trial 344 pruned. 
[I 2021-12-19 07:18:51,539] Trial 345 pruned. 
[I 2021-12-19 07:18:52,152] Trial 346 pruned. 
[I 2021-12-19 07:18:52,336] Trial 347 pruned. 
[I 2021-12-19 07:18:54,010] Trial 348 pruned. 
[I 2021-12-19 07:19:55,386] Trial 349 finished with value: 167.71505737304688 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 320, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:19:55,990] Trial 350 pruned. 
[I 2021-12-19 07:19:56,605] Trial 351 pruned. 
[I 2021-12-19 07:19:57,221] Trial 352 pruned. 
[I 2021-12-19 07:19:58,999] Trial 353 pruned. 
[I 2021-12-19 07:19:59,594] Trial 354 pruned. 
[I 2021-12-19 07:20:00,199] Trial 355 pruned. 
[I 2021-12-19 07:20:00,799] Trial 356 pruned. 
[I 2021-12-19 07:21:03,638] Trial 357 finished with value: 168.9834442138672 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 326, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:22:06,500] Trial 358 finished with value: 170.90286254882812 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 282, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:22:07,199] Trial 359 pruned. 
[I 2021-12-19 07:22:07,877] Trial 360 pruned. 
[I 2021-12-19 07:22:08,549] Trial 361 pruned. 
[I 2021-12-19 07:22:09,235] Trial 362 pruned. 
[I 2021-12-19 07:22:10,006] Trial 363 pruned. 
[I 2021-12-19 07:23:09,566] Trial 364 finished with value: 174.63853454589844 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 226, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:23:10,777] Trial 365 pruned. 
[I 2021-12-19 07:23:11,395] Trial 366 pruned. 
[I 2021-12-19 07:23:12,908] Trial 367 pruned. 
[I 2021-12-19 07:23:14,185] Trial 368 pruned. 
[I 2021-12-19 07:23:14,809] Trial 369 pruned. 
[I 2021-12-19 07:23:14,996] Trial 370 pruned. 
[I 2021-12-19 07:23:15,795] Trial 371 pruned. 
[I 2021-12-19 07:23:16,438] Trial 372 pruned. 
[I 2021-12-19 07:23:17,612] Trial 373 pruned. 
[I 2021-12-19 07:23:18,228] Trial 374 pruned. 
[I 2021-12-19 07:23:19,881] Trial 375 pruned. 
[I 2021-12-19 07:23:21,278] Trial 376 pruned. 
[I 2021-12-19 07:23:21,884] Trial 377 pruned. 
[I 2021-12-19 07:23:23,403] Trial 378 pruned. 
[I 2021-12-19 07:23:24,118] Trial 379 pruned. 
[I 2021-12-19 07:23:24,786] Trial 380 pruned. 
[I 2021-12-19 07:23:25,972] Trial 381 pruned. 
[I 2021-12-19 07:23:26,706] Trial 382 pruned. 
[I 2021-12-19 07:24:28,098] Trial 383 finished with value: 163.16407775878906 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 276, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:24:29,927] Trial 384 pruned. 
[I 2021-12-19 07:24:30,544] Trial 385 pruned. 
[I 2021-12-19 07:24:31,813] Trial 386 pruned. 
[I 2021-12-19 07:24:32,560] Trial 387 pruned. 
[I 2021-12-19 07:24:34,616] Trial 388 pruned. 
[I 2021-12-19 07:24:35,247] Trial 389 pruned. 
[I 2021-12-19 07:24:35,404] Trial 390 pruned. 
[I 2021-12-19 07:24:36,186] Trial 391 pruned. 
[I 2021-12-19 07:24:37,587] Trial 392 pruned. 
[I 2021-12-19 07:24:37,791] Trial 393 pruned. 
[I 2021-12-19 07:24:39,404] Trial 394 pruned. 
[I 2021-12-19 07:24:40,882] Trial 395 pruned. 
[I 2021-12-19 07:24:42,018] Trial 396 pruned. 
[I 2021-12-19 07:24:43,421] Trial 397 pruned. 
[I 2021-12-19 07:24:44,011] Trial 398 pruned. 
[I 2021-12-19 07:24:46,226] Trial 399 pruned. 
[I 2021-12-19 07:24:46,822] Trial 400 pruned. 
[I 2021-12-19 07:24:48,190] Trial 401 pruned. 
[I 2021-12-19 07:24:49,570] Trial 402 pruned. 
[I 2021-12-19 07:24:50,173] Trial 403 pruned. 
[I 2021-12-19 07:24:51,338] Trial 404 pruned. 
[I 2021-12-19 07:24:53,822] Trial 405 pruned. 
[I 2021-12-19 07:24:55,083] Trial 406 pruned. 
[I 2021-12-19 07:24:57,084] Trial 407 pruned. 
[I 2021-12-19 07:24:57,763] Trial 408 pruned. 
[I 2021-12-19 07:24:58,356] Trial 409 pruned. 
[I 2021-12-19 07:24:59,526] Trial 410 pruned. 
[I 2021-12-19 07:25:01,168] Trial 411 pruned. 
[I 2021-12-19 07:25:02,444] Trial 412 pruned. 
[I 2021-12-19 07:25:02,607] Trial 413 pruned. 
[I 2021-12-19 07:26:06,286] Trial 414 finished with value: 170.40306091308594 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 370, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:26:07,015] Trial 415 pruned. 
[I 2021-12-19 07:26:07,682] Trial 416 pruned. 
[I 2021-12-19 07:26:07,942] Trial 417 pruned. 
[I 2021-12-19 07:26:08,567] Trial 418 pruned. 
[I 2021-12-19 07:27:14,652] Trial 419 finished with value: 166.6569366455078 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 290, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:27:15,380] Trial 420 pruned. 
[I 2021-12-19 07:27:17,176] Trial 421 pruned. 
[I 2021-12-19 07:27:19,734] Trial 422 pruned. 
[I 2021-12-19 07:27:21,142] Trial 423 pruned. 
[I 2021-12-19 07:27:21,781] Trial 424 pruned. 
[I 2021-12-19 07:27:23,066] Trial 425 pruned. 
[I 2021-12-19 07:27:26,620] Trial 426 pruned. 
[I 2021-12-19 07:27:28,092] Trial 427 pruned. 
[I 2021-12-19 07:27:28,699] Trial 428 pruned. 
[I 2021-12-19 07:27:29,382] Trial 429 pruned. 
[I 2021-12-19 07:27:30,143] Trial 430 pruned. 
[I 2021-12-19 07:27:32,065] Trial 431 pruned. 
[I 2021-12-19 07:27:34,078] Trial 432 pruned. 
[I 2021-12-19 07:27:35,472] Trial 433 pruned. 
[I 2021-12-19 07:27:36,629] Trial 434 pruned. 
[I 2021-12-19 07:27:37,249] Trial 435 pruned. 
[I 2021-12-19 07:27:37,959] Trial 436 pruned. 
[I 2021-12-19 07:27:38,779] Trial 437 pruned. 
[I 2021-12-19 07:27:39,521] Trial 438 pruned. 
[I 2021-12-19 07:27:39,664] Trial 439 pruned. 
[I 2021-12-19 07:27:41,019] Trial 440 pruned. 
[I 2021-12-19 07:27:41,211] Trial 441 pruned. 
[I 2021-12-19 07:27:41,884] Trial 442 pruned. 
[I 2021-12-19 07:27:42,631] Trial 443 pruned. 
[I 2021-12-19 07:28:46,626] Trial 444 finished with value: 167.05343627929688 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 266, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:28:48,591] Trial 445 pruned. 
[I 2021-12-19 07:28:49,790] Trial 446 pruned. 
[I 2021-12-19 07:28:50,393] Trial 447 pruned. 
[I 2021-12-19 07:28:51,045] Trial 448 pruned. 
[I 2021-12-19 07:28:52,427] Trial 449 pruned. 
[I 2021-12-19 07:28:53,652] Trial 450 pruned. 
[I 2021-12-19 07:28:55,033] Trial 451 pruned. 
[I 2021-12-19 07:28:56,864] Trial 452 pruned. 
[I 2021-12-19 07:28:57,563] Trial 453 pruned. 
[I 2021-12-19 07:28:58,751] Trial 454 pruned. 
[I 2021-12-19 07:30:30,688] Trial 455 finished with value: 168.62689208984375 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 328, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:30:31,055] Trial 456 pruned. 
[I 2021-12-19 07:30:31,905] Trial 457 pruned. 
[I 2021-12-19 07:30:33,221] Trial 458 pruned. 
[I 2021-12-19 07:30:34,575] Trial 459 pruned. 
[I 2021-12-19 07:30:35,977] Trial 460 pruned. 
[I 2021-12-19 07:30:39,494] Trial 461 pruned. 
[I 2021-12-19 07:30:40,572] Trial 462 pruned. 
[I 2021-12-19 07:30:40,883] Trial 463 pruned. 
[I 2021-12-19 07:30:43,263] Trial 464 pruned. 
[I 2021-12-19 07:30:49,323] Trial 465 pruned. 
[I 2021-12-19 07:30:50,624] Trial 466 pruned. 
[I 2021-12-19 07:30:53,571] Trial 467 pruned. 
[I 2021-12-19 07:30:54,179] Trial 468 pruned. 
[I 2021-12-19 07:30:55,183] Trial 469 pruned. 
[I 2021-12-19 07:30:56,571] Trial 470 pruned. 
[I 2021-12-19 07:30:57,596] Trial 471 pruned. 
[I 2021-12-19 07:30:58,732] Trial 472 pruned. 
[I 2021-12-19 07:30:59,620] Trial 473 pruned. 
[I 2021-12-19 07:31:00,457] Trial 474 pruned. 
[I 2021-12-19 07:31:01,817] Trial 475 pruned. 
[I 2021-12-19 07:31:02,584] Trial 476 pruned. 
[I 2021-12-19 07:31:04,094] Trial 477 pruned. 
[I 2021-12-19 07:31:04,461] Trial 478 pruned. 
[I 2021-12-19 07:31:07,044] Trial 479 pruned. 
[I 2021-12-19 07:31:07,847] Trial 480 pruned. 
[I 2021-12-19 07:31:09,084] Trial 481 pruned. 
[I 2021-12-19 07:31:10,656] Trial 482 pruned. 
[I 2021-12-19 07:31:11,467] Trial 483 pruned. 
[I 2021-12-19 07:31:12,221] Trial 484 pruned. 
[I 2021-12-19 07:31:13,526] Trial 485 pruned. 
[I 2021-12-19 07:31:14,271] Trial 486 pruned. 
[I 2021-12-19 07:31:14,983] Trial 487 pruned. 
[I 2021-12-19 07:31:15,118] Trial 488 pruned. 
[I 2021-12-19 07:31:15,834] Trial 489 pruned. 
[I 2021-12-19 07:31:16,074] Trial 490 pruned. 
[I 2021-12-19 07:31:16,754] Trial 491 pruned. 
[I 2021-12-19 07:31:17,356] Trial 492 pruned. 
[I 2021-12-19 07:31:18,087] Trial 493 pruned. 
[I 2021-12-19 07:31:19,492] Trial 494 pruned. 
[I 2021-12-19 07:32:32,060] Trial 495 finished with value: 174.78456115722656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 274, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 107 with value: 161.5030975341797.
[I 2021-12-19 07:32:32,766] Trial 496 pruned. 
[I 2021-12-19 07:32:34,273] Trial 497 pruned. 
[I 2021-12-19 07:32:35,465] Trial 498 pruned. 
[I 2021-12-19 07:32:36,099] Trial 499 pruned. 
[I 2021-12-19 07:32:38,208] Trial 500 pruned. 
[I 2021-12-19 07:33:41,438] Trial 501 finished with value: 160.83792114257812 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 346, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:33:42,162] Trial 502 pruned. 
[I 2021-12-19 07:33:42,598] Trial 503 pruned. 
[I 2021-12-19 07:33:43,394] Trial 504 pruned. 
[I 2021-12-19 07:33:44,854] Trial 505 pruned. 
[I 2021-12-19 07:33:45,563] Trial 506 pruned. 
[I 2021-12-19 07:33:46,207] Trial 507 pruned. 
[I 2021-12-19 07:34:57,577] Trial 508 finished with value: 168.87570190429688 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 440, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:34:58,210] Trial 509 pruned. 
[I 2021-12-19 07:34:59,578] Trial 510 pruned. 
[I 2021-12-19 07:35:00,209] Trial 511 pruned. 
[I 2021-12-19 07:35:00,402] Trial 512 pruned. 
[I 2021-12-19 07:35:00,995] Trial 513 pruned. 
[I 2021-12-19 07:35:02,535] Trial 514 pruned. 
[I 2021-12-19 07:35:02,731] Trial 515 pruned. 
[I 2021-12-19 07:35:03,449] Trial 516 pruned. 
[I 2021-12-19 07:36:07,268] Trial 517 finished with value: 173.54150390625 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 280, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:36:08,033] Trial 518 pruned. 
[I 2021-12-19 07:37:18,982] Trial 519 finished with value: 161.86148071289062 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 422, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:38:20,300] Trial 520 finished with value: 163.05638122558594 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 430, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:38:21,600] Trial 521 pruned. 
[I 2021-12-19 07:38:22,766] Trial 522 pruned. 
[I 2021-12-19 07:38:24,044] Trial 523 pruned. 
[I 2021-12-19 07:38:25,923] Trial 524 pruned. 
[I 2021-12-19 07:39:28,252] Trial 525 finished with value: 166.36630249023438 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 416, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:39:29,617] Trial 526 pruned. 
[I 2021-12-19 07:39:30,981] Trial 527 pruned. 
[I 2021-12-19 07:39:32,318] Trial 528 pruned. 
[I 2021-12-19 07:39:33,000] Trial 529 pruned. 
[I 2021-12-19 07:39:33,385] Trial 530 pruned. 
[I 2021-12-19 07:39:34,082] Trial 531 pruned. 
[I 2021-12-19 07:39:34,769] Trial 532 pruned. 
[I 2021-12-19 07:39:35,460] Trial 533 pruned. 
[I 2021-12-19 07:39:36,142] Trial 534 pruned. 
[I 2021-12-19 07:39:37,015] Trial 535 pruned. 
[I 2021-12-19 07:39:37,621] Trial 536 pruned. 
[I 2021-12-19 07:39:39,215] Trial 537 pruned. 
[I 2021-12-19 07:39:39,372] Trial 538 pruned. 
[I 2021-12-19 07:39:40,056] Trial 539 pruned. 
[I 2021-12-19 07:39:40,276] Trial 540 pruned. 
[I 2021-12-19 07:39:41,521] Trial 541 pruned. 
[I 2021-12-19 07:39:43,898] Trial 542 pruned. 
[I 2021-12-19 07:39:45,256] Trial 543 pruned. 
[I 2021-12-19 07:39:45,863] Trial 544 pruned. 
[I 2021-12-19 07:39:46,600] Trial 545 pruned. 
[I 2021-12-19 07:40:49,950] Trial 546 finished with value: 164.8323974609375 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:40:53,178] Trial 547 pruned. 
[I 2021-12-19 07:40:53,867] Trial 548 pruned. 
[I 2021-12-19 07:40:59,065] Trial 549 pruned. 
[I 2021-12-19 07:40:59,747] Trial 550 pruned. 
[I 2021-12-19 07:42:04,699] Trial 551 finished with value: 165.32862854003906 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 444, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:43:09,782] Trial 552 finished with value: 165.69883728027344 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 466, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:43:11,141] Trial 553 pruned. 
[I 2021-12-19 07:43:11,582] Trial 554 pruned. 
[I 2021-12-19 07:43:13,535] Trial 555 pruned. 
[I 2021-12-19 07:43:14,977] Trial 556 pruned. 
[I 2021-12-19 07:43:15,670] Trial 557 pruned. 
[I 2021-12-19 07:43:17,198] Trial 558 pruned. 
[I 2021-12-19 07:43:17,806] Trial 559 pruned. 
[I 2021-12-19 07:44:23,212] Trial 560 finished with value: 167.6299285888672 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 500, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:44:24,012] Trial 561 pruned. 
[I 2021-12-19 07:44:24,722] Trial 562 pruned. 
[I 2021-12-19 07:44:26,003] Trial 563 pruned. 
[I 2021-12-19 07:44:26,241] Trial 564 pruned. 
[I 2021-12-19 07:44:26,399] Trial 565 pruned. 
[I 2021-12-19 07:45:58,459] Trial 566 finished with value: 161.75074768066406 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 526, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:46:06,069] Trial 567 pruned. 
[I 2021-12-19 07:46:08,177] Trial 568 pruned. 
[I 2021-12-19 07:46:10,265] Trial 569 pruned. 
[I 2021-12-19 07:46:12,321] Trial 570 pruned. 
[I 2021-12-19 07:46:14,449] Trial 571 pruned. 
[I 2021-12-19 07:46:18,877] Trial 572 pruned. 
[I 2021-12-19 07:46:22,588] Trial 573 pruned. 
[I 2021-12-19 07:46:26,066] Trial 574 pruned. 
[I 2021-12-19 07:46:28,119] Trial 575 pruned. 
[I 2021-12-19 07:46:30,132] Trial 576 pruned. 
[I 2021-12-19 07:46:33,735] Trial 577 pruned. 
[I 2021-12-19 07:46:36,971] Trial 578 pruned. 
[I 2021-12-19 07:46:38,749] Trial 579 pruned. 
[I 2021-12-19 07:46:42,217] Trial 580 pruned. 
[I 2021-12-19 07:46:43,254] Trial 581 pruned. 
[I 2021-12-19 07:46:44,404] Trial 582 pruned. 
[I 2021-12-19 07:46:46,216] Trial 583 pruned. 
[I 2021-12-19 07:46:49,550] Trial 584 pruned. 
[I 2021-12-19 07:46:50,337] Trial 585 pruned. 
[I 2021-12-19 07:46:50,514] Trial 586 pruned. 
[I 2021-12-19 07:46:51,308] Trial 587 pruned. 
[I 2021-12-19 07:46:53,118] Trial 588 pruned. 
[I 2021-12-19 07:46:54,650] Trial 589 pruned. 
[I 2021-12-19 07:46:55,075] Trial 590 pruned. 
[I 2021-12-19 07:46:57,391] Trial 591 pruned. 
[I 2021-12-19 07:46:58,664] Trial 592 pruned. 
[I 2021-12-19 07:47:00,104] Trial 593 pruned. 
[I 2021-12-19 07:47:02,375] Trial 594 pruned. 
[I 2021-12-19 07:47:05,269] Trial 595 pruned. 
[I 2021-12-19 07:47:09,773] Trial 596 pruned. 
[I 2021-12-19 07:47:12,176] Trial 597 pruned. 
[I 2021-12-19 07:47:15,109] Trial 598 pruned. 
[I 2021-12-19 07:47:17,135] Trial 599 pruned. 
[I 2021-12-19 07:47:19,766] Trial 600 pruned. 
[I 2021-12-19 07:47:28,804] Trial 601 pruned. 
[I 2021-12-19 07:47:30,365] Trial 602 pruned. 
[I 2021-12-19 07:47:31,514] Trial 603 pruned. 
[I 2021-12-19 07:47:33,106] Trial 604 pruned. 
[I 2021-12-19 07:47:35,151] Trial 605 pruned. 
[I 2021-12-19 07:47:40,000] Trial 606 pruned. 
[I 2021-12-19 07:47:41,458] Trial 607 pruned. 
[I 2021-12-19 07:47:43,726] Trial 608 pruned. 
[I 2021-12-19 07:47:46,301] Trial 609 pruned. 
[I 2021-12-19 07:47:48,197] Trial 610 pruned. 
[I 2021-12-19 07:47:48,447] Trial 611 pruned. 
[I 2021-12-19 07:47:50,196] Trial 612 pruned. 
[I 2021-12-19 07:47:53,567] Trial 613 pruned. 
[I 2021-12-19 07:47:53,978] Trial 614 pruned. 
[I 2021-12-19 07:47:55,912] Trial 615 pruned. 
[I 2021-12-19 07:47:57,698] Trial 616 pruned. 
[I 2021-12-19 07:48:00,013] Trial 617 pruned. 
[I 2021-12-19 07:48:04,036] Trial 618 pruned. 
[I 2021-12-19 07:48:06,168] Trial 619 pruned. 
[I 2021-12-19 07:48:08,076] Trial 620 pruned. 
[I 2021-12-19 07:48:10,200] Trial 621 pruned. 
[I 2021-12-19 07:51:57,820] Trial 622 finished with value: 169.07720947265625 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 508, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 501 with value: 160.83792114257812.
[I 2021-12-19 07:51:59,302] Trial 623 pruned. 
[I 2021-12-19 07:52:05,490] Trial 624 pruned. 
[I 2021-12-19 07:54:15,334] Trial 625 finished with value: 159.75839233398438 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 356, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'linear'}. Best is trial 625 with value: 159.75839233398438.
[I 2021-12-19 07:54:16,170] Trial 626 pruned. 
[I 2021-12-19 07:54:18,188] Trial 627 pruned. 
[I 2021-12-19 07:54:20,941] Trial 628 pruned. 
[I 2021-12-19 07:54:22,751] Trial 629 pruned. 
[I 2021-12-19 07:54:25,260] Trial 630 pruned. 
[I 2021-12-19 07:54:26,678] Trial 631 pruned. 
[I 2021-12-19 07:57:29,735] Trial 632 finished with value: 174.87757873535156 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 346, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear', 'HL3_ac_fn': 'linear'}. Best is trial 625 with value: 159.75839233398438.
[I 2021-12-19 07:57:31,215] Trial 633 pruned. 
[I 2021-12-19 07:57:32,672] Trial 634 pruned. 
[I 2021-12-19 07:57:34,000] Trial 635 pruned. 
[I 2021-12-19 07:57:34,392] Trial 636 pruned. 
[I 2021-12-19 07:57:36,763] Trial 637 pruned. 
[I 2021-12-19 07:57:38,234] Trial 638 pruned. 
[I 2021-12-19 07:57:38,763] Trial 639 pruned. 
[I 2021-12-19 07:57:41,856] Trial 640 pruned. 
[I 2021-12-19 07:57:45,550] Trial 641 pruned. 
[I 2021-12-19 08:00:07,408] Trial 642 finished with value: 162.1703643798828 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 440, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 625 with value: 159.75839233398438.
[I 2021-12-19 08:00:09,010] Trial 643 pruned. 
[I 2021-12-19 08:00:11,916] Trial 644 pruned. 
[I 2021-12-19 08:00:15,617] Trial 645 pruned. 
[I 2021-12-19 08:00:18,856] Trial 646 pruned. 
[I 2021-12-19 08:00:26,989] Trial 647 pruned. 
[I 2021-12-19 08:00:33,441] Trial 648 pruned. 
[I 2021-12-19 08:00:36,140] Trial 649 pruned. 
[I 2021-12-19 08:00:49,790] Trial 650 pruned. 
[I 2021-12-19 08:00:56,625] Trial 651 pruned. 
[I 2021-12-19 08:00:57,270] Trial 652 pruned. 
[I 2021-12-19 08:00:59,914] Trial 653 pruned. 
[I 2021-12-19 08:01:02,611] Trial 654 pruned. 
[I 2021-12-19 08:01:05,205] Trial 655 pruned. 
[I 2021-12-19 08:01:07,700] Trial 656 pruned. 
[I 2021-12-19 08:01:09,727] Trial 657 pruned. 
[I 2021-12-19 08:03:29,806] Trial 658 finished with value: 161.82057189941406 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 430, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 625 with value: 159.75839233398438.
[I 2021-12-19 08:03:31,253] Trial 659 pruned. 
[I 2021-12-19 08:03:33,966] Trial 660 pruned. 
[I 2021-12-19 08:03:36,877] Trial 661 pruned. 
[I 2021-12-19 08:03:37,158] Trial 662 pruned. 
[I 2021-12-19 08:03:41,324] Trial 663 pruned. 
[I 2021-12-19 08:03:44,036] Trial 664 pruned. 
[I 2021-12-19 08:03:44,456] Trial 665 pruned. 
[I 2021-12-19 08:03:47,383] Trial 666 pruned. 
[I 2021-12-19 08:03:50,369] Trial 667 pruned. 
[I 2021-12-19 08:03:53,548] Trial 668 pruned. 
[I 2021-12-19 08:03:56,446] Trial 669 pruned. 
[I 2021-12-19 08:03:57,940] Trial 670 pruned. 
[I 2021-12-19 08:04:00,438] Trial 671 pruned. 
[I 2021-12-19 08:04:01,930] Trial 672 pruned. 
[I 2021-12-19 08:06:09,177] Trial 673 finished with value: 177.6240234375 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 402, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 625 with value: 159.75839233398438.
[I 2021-12-19 08:06:11,963] Trial 674 pruned. 
[I 2021-12-19 08:06:12,893] Trial 675 pruned. 
[I 2021-12-19 08:06:14,342] Trial 676 pruned. 
[I 2021-12-19 08:06:14,774] Trial 677 pruned. 
[I 2021-12-19 08:06:16,470] Trial 678 pruned. 
[I 2021-12-19 08:06:17,814] Trial 679 pruned. 
[I 2021-12-19 08:06:18,544] Trial 680 pruned. 
[I 2021-12-19 08:06:21,448] Trial 681 pruned. 
[I 2021-12-19 08:06:24,379] Trial 682 pruned. 
[I 2021-12-19 08:06:27,458] Trial 683 pruned. 
[I 2021-12-19 08:06:31,416] Trial 684 pruned. 
[I 2021-12-19 08:06:32,730] Trial 685 pruned. 
[I 2021-12-19 08:06:32,960] Trial 686 pruned. 
[I 2021-12-19 08:06:34,200] Trial 687 pruned. 
[I 2021-12-19 08:06:35,317] Trial 688 pruned. 
[I 2021-12-19 08:08:52,645] Trial 689 finished with value: 159.56724548339844 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 412, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:11:08,346] Trial 690 finished with value: 161.22845458984375 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 408, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:11:09,520] Trial 691 pruned. 
[I 2021-12-19 08:11:12,179] Trial 692 pruned. 
[I 2021-12-19 08:11:13,574] Trial 693 pruned. 
[I 2021-12-19 08:11:13,833] Trial 694 pruned. 
[I 2021-12-19 08:11:18,040] Trial 695 pruned. 
[I 2021-12-19 08:11:20,661] Trial 696 pruned. 
[I 2021-12-19 08:11:22,020] Trial 697 pruned. 
[I 2021-12-19 08:11:23,286] Trial 698 pruned. 
[I 2021-12-19 08:11:24,724] Trial 699 pruned. 
[I 2021-12-19 08:11:27,455] Trial 700 pruned. 
[I 2021-12-19 08:11:29,945] Trial 701 pruned. 
[I 2021-12-19 08:11:30,480] Trial 702 pruned. 
[I 2021-12-19 08:11:31,913] Trial 703 pruned. 
[I 2021-12-19 08:13:44,118] Trial 704 finished with value: 163.3495330810547 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 390, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:13:46,102] Trial 705 pruned. 
[I 2021-12-19 08:13:48,700] Trial 706 pruned. 
[I 2021-12-19 08:13:49,870] Trial 707 pruned. 
[I 2021-12-19 08:13:52,642] Trial 708 pruned. 
[I 2021-12-19 08:13:54,397] Trial 709 pruned. 
[I 2021-12-19 08:13:55,822] Trial 710 pruned. 
[I 2021-12-19 08:13:56,252] Trial 711 pruned. 
[I 2021-12-19 08:14:02,639] Trial 712 pruned. 
[I 2021-12-19 08:14:04,124] Trial 713 pruned. 
[I 2021-12-19 08:14:08,400] Trial 714 pruned. 
[I 2021-12-19 08:14:08,820] Trial 715 pruned. 
[I 2021-12-19 08:14:10,601] Trial 716 pruned. 
[I 2021-12-19 08:14:12,289] Trial 717 pruned. 
[I 2021-12-19 08:14:13,690] Trial 718 pruned. 
[I 2021-12-19 08:14:17,666] Trial 719 pruned. 
[I 2021-12-19 08:14:18,931] Trial 720 pruned. 
[I 2021-12-19 08:14:21,398] Trial 721 pruned. 
[I 2021-12-19 08:14:27,857] Trial 722 pruned. 
[I 2021-12-19 08:14:30,668] Trial 723 pruned. 
[I 2021-12-19 08:14:36,722] Trial 724 pruned. 
[I 2021-12-19 08:14:50,480] Trial 725 pruned. 
[I 2021-12-19 08:16:55,577] Trial 726 finished with value: 164.24668884277344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 354, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:16:56,573] Trial 727 pruned. 
[I 2021-12-19 08:17:02,819] Trial 728 pruned. 
[I 2021-12-19 08:17:06,845] Trial 729 pruned. 
[I 2021-12-19 08:17:07,849] Trial 730 pruned. 
[I 2021-12-19 08:17:10,782] Trial 731 pruned. 
[I 2021-12-19 08:17:13,431] Trial 732 pruned. 
[I 2021-12-19 08:17:16,463] Trial 733 pruned. 
[I 2021-12-19 08:17:23,909] Trial 734 pruned. 
[I 2021-12-19 08:17:33,396] Trial 735 pruned. 
[I 2021-12-19 08:17:33,761] Trial 736 pruned. 
[I 2021-12-19 08:17:37,505] Trial 737 pruned. 
[I 2021-12-19 08:17:43,042] Trial 738 pruned. 
[I 2021-12-19 08:17:46,582] Trial 739 pruned. 
[I 2021-12-19 08:17:46,904] Trial 740 pruned. 
[I 2021-12-19 08:17:48,346] Trial 741 pruned. 
[I 2021-12-19 08:17:52,177] Trial 742 pruned. 
[I 2021-12-19 08:17:55,069] Trial 743 pruned. 
[I 2021-12-19 08:17:56,484] Trial 744 pruned. 
[I 2021-12-19 08:18:01,966] Trial 745 pruned. 
[I 2021-12-19 08:18:04,672] Trial 746 pruned. 
[I 2021-12-19 08:18:06,882] Trial 747 pruned. 
[I 2021-12-19 08:18:08,561] Trial 748 pruned. 
[I 2021-12-19 08:19:43,878] Trial 749 finished with value: 162.53558349609375 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 376, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:21:51,245] Trial 750 finished with value: 165.74436950683594 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 344, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:21:52,123] Trial 751 pruned. 
[I 2021-12-19 08:21:53,134] Trial 752 pruned. 
[I 2021-12-19 08:21:53,839] Trial 753 pruned. 
[I 2021-12-19 08:21:55,883] Trial 754 pruned. 
[I 2021-12-19 08:21:57,269] Trial 755 pruned. 
[I 2021-12-19 08:21:58,334] Trial 756 pruned. 
[I 2021-12-19 08:22:02,610] Trial 757 pruned. 
[I 2021-12-19 08:22:03,726] Trial 758 pruned. 
[I 2021-12-19 08:22:06,375] Trial 759 pruned. 
[I 2021-12-19 08:22:08,442] Trial 760 pruned. 
[I 2021-12-19 08:22:08,668] Trial 761 pruned. 
[I 2021-12-19 08:22:11,354] Trial 762 pruned. 
[I 2021-12-19 08:22:12,880] Trial 763 pruned. 
[I 2021-12-19 08:22:13,320] Trial 764 pruned. 
[I 2021-12-19 08:22:15,431] Trial 765 pruned. 
[I 2021-12-19 08:22:18,456] Trial 766 pruned. 
[I 2021-12-19 08:22:20,117] Trial 767 pruned. 
[I 2021-12-19 08:22:22,795] Trial 768 pruned. 
[I 2021-12-19 08:22:26,202] Trial 769 pruned. 
[I 2021-12-19 08:22:27,937] Trial 770 pruned. 
[I 2021-12-19 08:22:30,915] Trial 771 pruned. 
[I 2021-12-19 08:22:32,766] Trial 772 pruned. 
[I 2021-12-19 08:24:45,901] Trial 773 finished with value: 170.6441650390625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:24:50,517] Trial 774 pruned. 
[I 2021-12-19 08:24:53,427] Trial 775 pruned. 
[I 2021-12-19 08:24:54,495] Trial 776 pruned. 
[I 2021-12-19 08:24:55,823] Trial 777 pruned. 
[I 2021-12-19 08:24:57,222] Trial 778 pruned. 
[I 2021-12-19 08:24:58,694] Trial 779 pruned. 
[I 2021-12-19 08:25:00,126] Trial 780 pruned. 
[I 2021-12-19 08:25:01,431] Trial 781 pruned. 
[I 2021-12-19 08:25:03,221] Trial 782 pruned. 
[I 2021-12-19 08:25:05,950] Trial 783 pruned. 
[I 2021-12-19 08:25:08,404] Trial 784 pruned. 
[I 2021-12-19 08:25:08,713] Trial 785 pruned. 
[I 2021-12-19 08:27:09,639] Trial 786 finished with value: 162.99130249023438 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 330, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:27:11,424] Trial 787 pruned. 
[I 2021-12-19 08:27:12,710] Trial 788 pruned. 
[I 2021-12-19 08:27:13,124] Trial 789 pruned. 
[I 2021-12-19 08:27:16,961] Trial 790 pruned. 
[I 2021-12-19 08:27:19,506] Trial 791 pruned. 
[I 2021-12-19 08:27:20,853] Trial 792 pruned. 
[I 2021-12-19 08:27:24,311] Trial 793 pruned. 
[I 2021-12-19 08:27:25,327] Trial 794 pruned. 
[I 2021-12-19 08:27:28,911] Trial 795 pruned. 
[I 2021-12-19 08:27:30,302] Trial 796 pruned. 
[I 2021-12-19 08:27:32,548] Trial 797 pruned. 
[I 2021-12-19 08:27:35,520] Trial 798 pruned. 
[I 2021-12-19 08:27:37,480] Trial 799 pruned. 
[I 2021-12-19 08:27:38,896] Trial 800 pruned. 
[I 2021-12-19 08:27:40,301] Trial 801 pruned. 
[I 2021-12-19 08:27:51,184] Trial 802 pruned. 
[I 2021-12-19 08:27:53,770] Trial 803 pruned. 
[I 2021-12-19 08:31:25,570] Trial 804 finished with value: 170.14295959472656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 440, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:31:26,479] Trial 805 pruned. 
[I 2021-12-19 08:31:27,921] Trial 806 pruned. 
[I 2021-12-19 08:31:30,635] Trial 807 pruned. 
[I 2021-12-19 08:31:32,289] Trial 808 pruned. 
[I 2021-12-19 08:31:32,600] Trial 809 pruned. 
[I 2021-12-19 08:31:37,653] Trial 810 pruned. 
[I 2021-12-19 08:31:40,407] Trial 811 pruned. 
[I 2021-12-19 08:31:42,473] Trial 812 pruned. 
[I 2021-12-19 08:31:42,887] Trial 813 pruned. 
[I 2021-12-19 08:31:44,406] Trial 814 pruned. 
[I 2021-12-19 08:31:46,361] Trial 815 pruned. 
[I 2021-12-19 08:31:47,847] Trial 816 pruned. 
[I 2021-12-19 08:31:50,874] Trial 817 pruned. 
[I 2021-12-19 08:31:54,720] Trial 818 pruned. 
[I 2021-12-19 08:31:55,842] Trial 819 pruned. 
[I 2021-12-19 08:31:58,385] Trial 820 pruned. 
[I 2021-12-19 08:32:02,873] Trial 821 pruned. 
[I 2021-12-19 08:32:06,635] Trial 822 pruned. 
[I 2021-12-19 08:32:07,911] Trial 823 pruned. 
[I 2021-12-19 08:32:11,937] Trial 824 pruned. 
[I 2021-12-19 08:32:12,650] Trial 825 pruned. 
[I 2021-12-19 08:32:15,424] Trial 826 pruned. 
[I 2021-12-19 08:32:17,664] Trial 827 pruned. 
[I 2021-12-19 08:32:19,341] Trial 828 pruned. 
[I 2021-12-19 08:32:20,792] Trial 829 pruned. 
[I 2021-12-19 08:32:22,644] Trial 830 pruned. 
[I 2021-12-19 08:34:35,732] Trial 831 finished with value: 163.6012420654297 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 396, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:34:38,391] Trial 832 pruned. 
[I 2021-12-19 08:34:39,563] Trial 833 pruned. 
[I 2021-12-19 08:34:42,210] Trial 834 pruned. 
[I 2021-12-19 08:34:42,675] Trial 835 pruned. 
[I 2021-12-19 08:34:45,544] Trial 836 pruned. 
[I 2021-12-19 08:34:45,953] Trial 837 pruned. 
[I 2021-12-19 08:34:48,016] Trial 838 pruned. 
[I 2021-12-19 08:34:50,688] Trial 839 pruned. 
[I 2021-12-19 08:34:51,920] Trial 840 pruned. 
[I 2021-12-19 08:34:55,686] Trial 841 pruned. 
[I 2021-12-19 08:34:59,049] Trial 842 pruned. 
[I 2021-12-19 08:35:02,024] Trial 843 pruned. 
[I 2021-12-19 08:35:04,914] Trial 844 pruned. 
[I 2021-12-19 08:35:06,207] Trial 845 pruned. 
[I 2021-12-19 08:35:07,841] Trial 846 pruned. 
[I 2021-12-19 08:38:11,617] Trial 847 finished with value: 162.64108276367188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 358, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:38:15,325] Trial 848 pruned. 
[I 2021-12-19 08:38:17,302] Trial 849 pruned. 
[I 2021-12-19 08:38:18,292] Trial 850 pruned. 
[I 2021-12-19 08:38:19,244] Trial 851 pruned. 
[I 2021-12-19 08:41:32,190] Trial 852 finished with value: 162.53366088867188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 390, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:41:36,179] Trial 853 pruned. 
[I 2021-12-19 08:41:40,254] Trial 854 pruned. 
[I 2021-12-19 08:41:42,205] Trial 855 pruned. 
[I 2021-12-19 08:41:45,985] Trial 856 pruned. 
[I 2021-12-19 08:41:52,286] Trial 857 pruned. 
[I 2021-12-19 08:41:53,667] Trial 858 pruned. 
[I 2021-12-19 08:41:54,085] Trial 859 pruned. 
[I 2021-12-19 08:45:30,644] Trial 860 finished with value: 161.01947021484375 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 452, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:45:35,182] Trial 861 pruned. 
[I 2021-12-19 08:45:39,505] Trial 862 pruned. 
[I 2021-12-19 08:45:40,236] Trial 863 pruned. 
[I 2021-12-19 08:49:14,151] Trial 864 finished with value: 164.81317138671875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 446, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:49:16,397] Trial 865 pruned. 
[I 2021-12-19 08:49:20,862] Trial 866 pruned. 
[I 2021-12-19 08:49:25,125] Trial 867 pruned. 
[I 2021-12-19 08:49:27,586] Trial 868 pruned. 
[I 2021-12-19 08:49:31,854] Trial 869 pruned. 
[I 2021-12-19 08:49:36,194] Trial 870 pruned. 
[I 2021-12-19 08:49:39,001] Trial 871 pruned. 
[I 2021-12-19 08:49:43,607] Trial 872 pruned. 
[I 2021-12-19 08:49:48,004] Trial 873 pruned. 
[I 2021-12-19 08:49:49,912] Trial 874 pruned. 
[I 2021-12-19 08:49:50,455] Trial 875 pruned. 
[I 2021-12-19 08:49:54,678] Trial 876 pruned. 
[I 2021-12-19 08:49:59,148] Trial 877 pruned. 
[I 2021-12-19 08:53:17,497] Trial 878 finished with value: 166.08657836914062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 402, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:53:19,774] Trial 879 pruned. 
[I 2021-12-19 08:53:22,401] Trial 880 pruned. 
[I 2021-12-19 08:57:04,816] Trial 881 finished with value: 163.39523315429688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 470, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 08:57:07,154] Trial 882 pruned. 
[I 2021-12-19 08:57:11,702] Trial 883 pruned. 
[I 2021-12-19 08:57:14,126] Trial 884 pruned. 
[I 2021-12-19 08:57:14,452] Trial 885 pruned. 
[I 2021-12-19 08:57:15,754] Trial 886 pruned. 
[I 2021-12-19 09:01:06,915] Trial 887 finished with value: 163.7789306640625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 498, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:01:11,639] Trial 888 pruned. 
[I 2021-12-19 09:01:23,609] Trial 889 pruned. 
[I 2021-12-19 09:01:24,340] Trial 890 pruned. 
[I 2021-12-19 09:01:26,647] Trial 891 pruned. 
[I 2021-12-19 09:01:31,730] Trial 892 pruned. 
[I 2021-12-19 09:01:36,629] Trial 893 pruned. 
[I 2021-12-19 09:05:24,352] Trial 894 finished with value: 161.43675231933594 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 486, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:05:28,757] Trial 895 pruned. 
[I 2021-12-19 09:05:42,341] Trial 896 pruned. 
[I 2021-12-19 09:05:43,320] Trial 897 pruned. 
[I 2021-12-19 09:05:47,703] Trial 898 pruned. 
[I 2021-12-19 09:05:49,922] Trial 899 pruned. 
[I 2021-12-19 09:05:54,614] Trial 900 pruned. 
[I 2021-12-19 09:05:55,825] Trial 901 pruned. 
[I 2021-12-19 09:05:58,310] Trial 902 pruned. 
[I 2021-12-19 09:06:03,044] Trial 903 pruned. 
[I 2021-12-19 09:09:36,965] Trial 904 finished with value: 161.63699340820312 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 444, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:09:41,313] Trial 905 pruned. 
[I 2021-12-19 09:09:43,590] Trial 906 pruned. 
[I 2021-12-19 09:13:14,296] Trial 907 finished with value: 173.12928771972656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 438, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:13:16,651] Trial 908 pruned. 
[I 2021-12-19 09:13:18,182] Trial 909 pruned. 
[I 2021-12-19 09:13:18,353] Trial 910 pruned. 
[I 2021-12-19 09:13:19,933] Trial 911 pruned. 
[I 2021-12-19 09:13:21,250] Trial 912 pruned. 
[I 2021-12-19 09:13:23,551] Trial 913 pruned. 
[I 2021-12-19 09:13:24,275] Trial 914 pruned. 
[I 2021-12-19 09:13:25,082] Trial 915 pruned. 
[I 2021-12-19 09:13:27,586] Trial 916 pruned. 
[I 2021-12-19 09:13:31,788] Trial 917 pruned. 
[I 2021-12-19 09:17:10,704] Trial 918 finished with value: 193.7510528564453 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 460, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:17:14,905] Trial 919 pruned. 
[I 2021-12-19 09:17:19,309] Trial 920 pruned. 
[I 2021-12-19 09:17:26,214] Trial 921 pruned. 
[I 2021-12-19 09:17:29,036] Trial 922 pruned. 
[I 2021-12-19 09:17:32,282] Trial 923 pruned. 
[I 2021-12-19 09:17:40,796] Trial 924 pruned. 
[I 2021-12-19 09:17:43,168] Trial 925 pruned. 
[I 2021-12-19 09:17:45,725] Trial 926 pruned. 
[I 2021-12-19 09:17:48,284] Trial 927 pruned. 
[I 2021-12-19 09:17:50,654] Trial 928 pruned. 
[I 2021-12-19 09:17:52,643] Trial 929 pruned. 
[I 2021-12-19 09:17:56,635] Trial 930 pruned. 
[I 2021-12-19 09:17:58,976] Trial 931 pruned. 
[I 2021-12-19 09:18:01,044] Trial 932 pruned. 
[I 2021-12-19 09:18:06,670] Trial 933 pruned. 
[I 2021-12-19 09:18:11,073] Trial 934 pruned. 
[I 2021-12-19 09:18:12,911] Trial 935 pruned. 
[I 2021-12-19 09:18:17,212] Trial 936 pruned. 
[I 2021-12-19 09:18:17,659] Trial 937 pruned. 
[I 2021-12-19 09:18:18,174] Trial 938 pruned. 
[I 2021-12-19 09:18:22,057] Trial 939 pruned. 
[I 2021-12-19 09:20:41,107] Trial 940 finished with value: 162.12660217285156 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 424, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:20:49,836] Trial 941 pruned. 
[I 2021-12-19 09:20:51,306] Trial 942 pruned. 
[I 2021-12-19 09:20:53,075] Trial 943 pruned. 
[I 2021-12-19 09:20:57,482] Trial 944 pruned. 
[I 2021-12-19 09:20:58,941] Trial 945 pruned. 
[I 2021-12-19 09:21:03,739] Trial 946 pruned. 
[I 2021-12-19 09:21:06,802] Trial 947 pruned. 
[I 2021-12-19 09:21:08,254] Trial 948 pruned. 
[I 2021-12-19 09:21:10,336] Trial 949 pruned. 
[I 2021-12-19 09:21:11,491] Trial 950 pruned. 
[I 2021-12-19 09:21:14,899] Trial 951 pruned. 
[I 2021-12-19 09:21:16,986] Trial 952 pruned. 
[I 2021-12-19 09:21:19,925] Trial 953 pruned. 
[I 2021-12-19 09:21:24,676] Trial 954 pruned. 
[I 2021-12-19 09:21:26,156] Trial 955 pruned. 
[I 2021-12-19 09:21:27,485] Trial 956 pruned. 
[I 2021-12-19 09:21:32,482] Trial 957 pruned. 
[I 2021-12-19 09:21:32,804] Trial 958 pruned. 
[I 2021-12-19 09:21:36,643] Trial 959 pruned. 
[I 2021-12-19 09:21:38,729] Trial 960 pruned. 
[I 2021-12-19 09:21:41,000] Trial 961 pruned. 
[I 2021-12-19 09:21:43,737] Trial 962 pruned. 
[I 2021-12-19 09:21:44,433] Trial 963 pruned. 
[I 2021-12-19 09:21:46,040] Trial 964 pruned. 
[I 2021-12-19 09:21:47,466] Trial 965 pruned. 
[I 2021-12-19 09:21:57,010] Trial 966 pruned. 
[I 2021-12-19 09:21:58,312] Trial 967 pruned. 
[I 2021-12-19 09:22:02,864] Trial 968 pruned. 
[I 2021-12-19 09:22:04,445] Trial 969 pruned. 
[I 2021-12-19 09:22:06,525] Trial 970 pruned. 
[I 2021-12-19 09:22:08,097] Trial 971 pruned. 
[I 2021-12-19 09:22:09,803] Trial 972 pruned. 
[I 2021-12-19 09:22:11,456] Trial 973 pruned. 
[I 2021-12-19 09:22:12,204] Trial 974 pruned. 
[I 2021-12-19 09:22:15,035] Trial 975 pruned. 
[I 2021-12-19 09:25:20,409] Trial 976 finished with value: 162.46453857421875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 362, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:25:24,199] Trial 977 pruned. 
[I 2021-12-19 09:25:26,979] Trial 978 pruned. 
[I 2021-12-19 09:25:28,265] Trial 979 pruned. 
[I 2021-12-19 09:25:31,738] Trial 980 pruned. 
[I 2021-12-19 09:25:33,349] Trial 981 pruned. 
[I 2021-12-19 09:25:37,635] Trial 982 pruned. 
[I 2021-12-19 09:25:37,934] Trial 983 pruned. 
[I 2021-12-19 09:25:41,604] Trial 984 pruned. 
[I 2021-12-19 09:25:43,199] Trial 985 pruned. 
[I 2021-12-19 09:27:58,964] Trial 986 finished with value: 160.35203552246094 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 410, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:28:00,900] Trial 987 pruned. 
[I 2021-12-19 09:28:01,537] Trial 988 pruned. 
[I 2021-12-19 09:28:03,530] Trial 989 pruned. 
[I 2021-12-19 09:28:05,488] Trial 990 pruned. 
[I 2021-12-19 09:28:06,823] Trial 991 pruned. 
[I 2021-12-19 09:28:08,857] Trial 992 pruned. 
[I 2021-12-19 09:28:10,213] Trial 993 pruned. 
[I 2021-12-19 09:28:11,251] Trial 994 pruned. 
[I 2021-12-19 09:29:44,642] Trial 995 finished with value: 165.3127899169922 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 382, 'out_channel': 32, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:29:46,422] Trial 996 pruned. 
[I 2021-12-19 09:29:49,262] Trial 997 pruned. 
[I 2021-12-19 09:29:50,240] Trial 998 pruned. 
[I 2021-12-19 09:29:52,985] Trial 999 pruned. 
[I 2021-12-19 09:29:53,510] Trial 1000 pruned. 
[I 2021-12-19 09:29:56,345] Trial 1001 pruned. 
[I 2021-12-19 09:29:58,899] Trial 1002 pruned. 
[I 2021-12-19 09:29:59,922] Trial 1003 pruned. 
[I 2021-12-19 09:30:01,238] Trial 1004 pruned. 
[I 2021-12-19 09:30:03,424] Trial 1005 pruned. 
[I 2021-12-19 09:30:10,403] Trial 1006 pruned. 
[I 2021-12-19 09:30:11,383] Trial 1007 pruned. 
[I 2021-12-19 09:30:14,001] Trial 1008 pruned. 
[I 2021-12-19 09:30:14,211] Trial 1009 pruned. 
[I 2021-12-19 09:30:18,312] Trial 1010 pruned. 
[I 2021-12-19 09:30:19,574] Trial 1011 pruned. 
[I 2021-12-19 09:30:20,224] Trial 1012 pruned. 
[I 2021-12-19 09:30:23,618] Trial 1013 pruned. 
[I 2021-12-19 09:30:25,778] Trial 1014 pruned. 
[I 2021-12-19 09:30:28,382] Trial 1015 pruned. 
[I 2021-12-19 09:30:31,046] Trial 1016 pruned. 
[I 2021-12-19 09:30:33,593] Trial 1017 pruned. 
[I 2021-12-19 09:30:35,816] Trial 1018 pruned. 
[I 2021-12-19 09:30:39,839] Trial 1019 pruned. 
[I 2021-12-19 09:32:58,257] Trial 1020 finished with value: 163.07687377929688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 422, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:33:28,491] Trial 1021 pruned. 
[I 2021-12-19 09:33:30,949] Trial 1022 pruned. 
[I 2021-12-19 09:35:47,635] Trial 1023 finished with value: 161.39471435546875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 416, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:35:48,421] Trial 1024 pruned. 
[I 2021-12-19 09:35:52,979] Trial 1025 pruned. 
[I 2021-12-19 09:35:54,425] Trial 1026 pruned. 
[I 2021-12-19 09:35:55,837] Trial 1027 pruned. 
[I 2021-12-19 09:35:57,370] Trial 1028 pruned. 
[I 2021-12-19 09:35:59,448] Trial 1029 pruned. 
[I 2021-12-19 09:36:02,329] Trial 1030 pruned. 
[I 2021-12-19 09:36:06,664] Trial 1031 pruned. 
[I 2021-12-19 09:36:07,607] Trial 1032 pruned. 
[I 2021-12-19 09:39:38,757] Trial 1033 finished with value: 164.8102569580078 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 434, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:41:54,433] Trial 1034 finished with value: 162.48516845703125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 404, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:41:58,447] Trial 1035 pruned. 
[I 2021-12-19 09:41:58,681] Trial 1036 pruned. 
[I 2021-12-19 09:41:59,315] Trial 1037 pruned. 
[I 2021-12-19 09:42:02,063] Trial 1038 pruned. 
[I 2021-12-19 09:42:04,150] Trial 1039 pruned. 
[I 2021-12-19 09:42:05,648] Trial 1040 pruned. 
[I 2021-12-19 09:45:35,541] Trial 1041 finished with value: 162.35060119628906 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 460, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:45:37,159] Trial 1042 pruned. 
[I 2021-12-19 09:45:38,807] Trial 1043 pruned. 
[I 2021-12-19 09:45:39,635] Trial 1044 pruned. 
[I 2021-12-19 09:45:40,972] Trial 1045 pruned. 
[I 2021-12-19 09:45:41,794] Trial 1046 pruned. 
[I 2021-12-19 09:45:43,474] Trial 1047 pruned. 
[I 2021-12-19 09:45:44,282] Trial 1048 pruned. 
[I 2021-12-19 09:45:44,674] Trial 1049 pruned. 
[I 2021-12-19 09:45:45,496] Trial 1050 pruned. 
[I 2021-12-19 09:45:47,051] Trial 1051 pruned. 
[I 2021-12-19 09:45:47,883] Trial 1052 pruned. 
[I 2021-12-19 09:46:53,282] Trial 1053 finished with value: 166.9594268798828 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 354, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:46:54,954] Trial 1054 pruned. 
[I 2021-12-19 09:46:55,649] Trial 1055 pruned. 
[I 2021-12-19 09:46:56,479] Trial 1056 pruned. 
[I 2021-12-19 09:46:58,179] Trial 1057 pruned. 
[I 2021-12-19 09:48:14,271] Trial 1058 finished with value: 166.92892456054688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 470, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:48:14,449] Trial 1059 pruned. 
[I 2021-12-19 09:48:15,243] Trial 1060 pruned. 
[I 2021-12-19 09:48:15,526] Trial 1061 pruned. 
[I 2021-12-19 09:48:16,985] Trial 1062 pruned. 
[I 2021-12-19 09:48:17,667] Trial 1063 pruned. 
[I 2021-12-19 09:48:19,345] Trial 1064 pruned. 
[I 2021-12-19 09:48:20,821] Trial 1065 pruned. 
[I 2021-12-19 09:48:28,525] Trial 1066 pruned. 
[I 2021-12-19 09:48:30,149] Trial 1067 pruned. 
[I 2021-12-19 09:48:30,955] Trial 1068 pruned. 
[I 2021-12-19 09:48:31,757] Trial 1069 pruned. 
[I 2021-12-19 09:48:32,587] Trial 1070 pruned. 
[I 2021-12-19 09:48:33,898] Trial 1071 pruned. 
[I 2021-12-19 09:48:34,645] Trial 1072 pruned. 
[I 2021-12-19 09:48:36,138] Trial 1073 pruned. 
[I 2021-12-19 09:48:36,905] Trial 1074 pruned. 
[I 2021-12-19 09:48:38,441] Trial 1075 pruned. 
[I 2021-12-19 09:48:39,137] Trial 1076 pruned. 
[I 2021-12-19 09:48:40,703] Trial 1077 pruned. 
[I 2021-12-19 09:48:41,477] Trial 1078 pruned. 
[I 2021-12-19 09:48:42,321] Trial 1079 pruned. 
[I 2021-12-19 09:48:43,036] Trial 1080 pruned. 
[I 2021-12-19 09:48:44,533] Trial 1081 pruned. 
[I 2021-12-19 09:48:44,702] Trial 1082 pruned. 
[I 2021-12-19 09:48:45,468] Trial 1083 pruned. 
[I 2021-12-19 09:48:47,076] Trial 1084 pruned. 
[I 2021-12-19 09:48:48,535] Trial 1085 pruned. 
[I 2021-12-19 09:48:49,230] Trial 1086 pruned. 
[I 2021-12-19 09:48:49,532] Trial 1087 pruned. 
[I 2021-12-19 09:48:50,253] Trial 1088 pruned. 
[I 2021-12-19 09:48:50,957] Trial 1089 pruned. 
[I 2021-12-19 09:48:51,653] Trial 1090 pruned. 
[I 2021-12-19 09:48:52,357] Trial 1091 pruned. 
[I 2021-12-19 09:48:53,224] Trial 1092 pruned. 
[I 2021-12-19 09:48:54,539] Trial 1093 pruned. 
[I 2021-12-19 09:48:55,339] Trial 1094 pruned. 
[I 2021-12-19 09:50:00,043] Trial 1095 finished with value: 160.0246124267578 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 354, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:50:00,799] Trial 1096 pruned. 
[I 2021-12-19 09:50:02,194] Trial 1097 pruned. 
[I 2021-12-19 09:50:03,081] Trial 1098 pruned. 
[I 2021-12-19 09:50:04,477] Trial 1099 pruned. 
[I 2021-12-19 09:51:17,422] Trial 1100 finished with value: 166.2293243408203 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 402, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:51:18,149] Trial 1101 pruned. 
[I 2021-12-19 09:51:19,005] Trial 1102 pruned. 
[I 2021-12-19 09:51:20,368] Trial 1103 pruned. 
[I 2021-12-19 09:51:21,933] Trial 1104 pruned. 
[I 2021-12-19 09:51:23,243] Trial 1105 pruned. 
[I 2021-12-19 09:51:24,855] Trial 1106 pruned. 
[I 2021-12-19 09:51:25,006] Trial 1107 pruned. 
[I 2021-12-19 09:51:25,810] Trial 1108 pruned. 
[I 2021-12-19 09:51:26,528] Trial 1109 pruned. 
[I 2021-12-19 09:51:26,798] Trial 1110 pruned. 
[I 2021-12-19 09:51:27,502] Trial 1111 pruned. 
[I 2021-12-19 09:51:28,216] Trial 1112 pruned. 
[I 2021-12-19 09:51:28,991] Trial 1113 pruned. 
[I 2021-12-19 09:51:29,716] Trial 1114 pruned. 
[I 2021-12-19 09:51:30,428] Trial 1115 pruned. 
[I 2021-12-19 09:51:31,148] Trial 1116 pruned. 
[I 2021-12-19 09:51:31,938] Trial 1117 pruned. 
[I 2021-12-19 09:51:32,783] Trial 1118 pruned. 
[I 2021-12-19 09:51:34,293] Trial 1119 pruned. 
[I 2021-12-19 09:51:35,065] Trial 1120 pruned. 
[I 2021-12-19 09:51:36,540] Trial 1121 pruned. 
[I 2021-12-19 09:51:37,245] Trial 1122 pruned. 
[I 2021-12-19 09:51:37,695] Trial 1123 pruned. 
[I 2021-12-19 09:51:38,364] Trial 1124 pruned. 
[I 2021-12-19 09:51:39,960] Trial 1125 pruned. 
[I 2021-12-19 09:51:40,658] Trial 1126 pruned. 
[I 2021-12-19 09:51:42,373] Trial 1127 pruned. 
[I 2021-12-19 09:51:43,225] Trial 1128 pruned. 
[I 2021-12-19 09:51:43,941] Trial 1129 pruned. 
[I 2021-12-19 09:51:44,147] Trial 1130 pruned. 
[I 2021-12-19 09:51:45,490] Trial 1131 pruned. 
[I 2021-12-19 09:51:46,970] Trial 1132 pruned. 
[I 2021-12-19 09:51:48,262] Trial 1133 pruned. 
[I 2021-12-19 09:51:48,501] Trial 1134 pruned. 
[I 2021-12-19 09:51:49,291] Trial 1135 pruned. 
[I 2021-12-19 09:51:49,988] Trial 1136 pruned. 
[I 2021-12-19 09:51:50,798] Trial 1137 pruned. 
[I 2021-12-19 09:51:51,512] Trial 1138 pruned. 
[I 2021-12-19 09:51:53,753] Trial 1139 pruned. 
[I 2021-12-19 09:53:00,694] Trial 1140 finished with value: 159.91973876953125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 448, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:53:02,037] Trial 1141 pruned. 
[I 2021-12-19 09:53:02,860] Trial 1142 pruned. 
[I 2021-12-19 09:53:03,536] Trial 1143 pruned. 
[I 2021-12-19 09:53:04,943] Trial 1144 pruned. 
[I 2021-12-19 09:53:06,317] Trial 1145 pruned. 
[I 2021-12-19 09:53:06,739] Trial 1146 pruned. 
[I 2021-12-19 09:53:07,502] Trial 1147 pruned. 
[I 2021-12-19 09:53:08,308] Trial 1148 pruned. 
[I 2021-12-19 09:53:09,770] Trial 1149 pruned. 
[I 2021-12-19 09:53:10,562] Trial 1150 pruned. 
[I 2021-12-19 09:53:12,490] Trial 1151 pruned. 
[I 2021-12-19 09:53:13,957] Trial 1152 pruned. 
[I 2021-12-19 09:53:14,714] Trial 1153 pruned. 
[I 2021-12-19 09:53:16,147] Trial 1154 pruned. 
[I 2021-12-19 09:53:16,887] Trial 1155 pruned. 
[I 2021-12-19 09:53:17,099] Trial 1156 pruned. 
[I 2021-12-19 09:53:18,539] Trial 1157 pruned. 
[I 2021-12-19 09:53:18,839] Trial 1158 pruned. 
[I 2021-12-19 09:53:19,596] Trial 1159 pruned. 
[I 2021-12-19 09:53:21,039] Trial 1160 pruned. 
[I 2021-12-19 09:53:22,445] Trial 1161 pruned. 
[I 2021-12-19 09:53:23,818] Trial 1162 pruned. 
[I 2021-12-19 09:54:32,401] Trial 1163 finished with value: 160.90821838378906 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 470, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:54:33,269] Trial 1164 pruned. 
[I 2021-12-19 09:54:34,598] Trial 1165 pruned. 
[I 2021-12-19 09:54:35,358] Trial 1166 pruned. 
[I 2021-12-19 09:55:44,681] Trial 1167 finished with value: 162.12571716308594 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 506, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:55:45,453] Trial 1168 pruned. 
[I 2021-12-19 09:56:54,528] Trial 1169 finished with value: 163.8206024169922 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 522, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:56:55,986] Trial 1170 pruned. 
[I 2021-12-19 09:56:56,424] Trial 1171 pruned. 
[I 2021-12-19 09:56:57,870] Trial 1172 pruned. 
[I 2021-12-19 09:58:07,998] Trial 1173 finished with value: 163.17784118652344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 538, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:58:09,450] Trial 1174 pruned. 
[I 2021-12-19 09:58:10,224] Trial 1175 pruned. 
[I 2021-12-19 09:59:19,384] Trial 1176 finished with value: 164.76199340820312 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 506, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 09:59:20,839] Trial 1177 pruned. 
[I 2021-12-19 09:59:21,598] Trial 1178 pruned. 
[I 2021-12-19 09:59:23,077] Trial 1179 pruned. 
[I 2021-12-19 09:59:23,276] Trial 1180 pruned. 
[I 2021-12-19 09:59:24,722] Trial 1181 pruned. 
[I 2021-12-19 09:59:25,473] Trial 1182 pruned. 
[I 2021-12-19 09:59:26,211] Trial 1183 pruned. 
[I 2021-12-19 09:59:26,484] Trial 1184 pruned. 
[I 2021-12-19 09:59:27,237] Trial 1185 pruned. 
[I 2021-12-19 09:59:27,997] Trial 1186 pruned. 
[I 2021-12-19 09:59:30,093] Trial 1187 pruned. 
[I 2021-12-19 09:59:31,543] Trial 1188 pruned. 
[I 2021-12-19 09:59:33,616] Trial 1189 pruned. 
[I 2021-12-19 09:59:35,035] Trial 1190 pruned. 
[I 2021-12-19 09:59:36,711] Trial 1191 pruned. 
[I 2021-12-19 09:59:37,466] Trial 1192 pruned. 
[I 2021-12-19 09:59:38,976] Trial 1193 pruned. 
[I 2021-12-19 09:59:39,759] Trial 1194 pruned. 
[I 2021-12-19 10:00:48,540] Trial 1195 finished with value: 161.60398864746094 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 464, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:00:48,985] Trial 1196 pruned. 
[I 2021-12-19 10:00:50,446] Trial 1197 pruned. 
[I 2021-12-19 10:00:52,554] Trial 1198 pruned. 
[I 2021-12-19 10:00:53,328] Trial 1199 pruned. 
[I 2021-12-19 10:00:54,082] Trial 1200 pruned. 
[I 2021-12-19 10:00:55,547] Trial 1201 pruned. 
[I 2021-12-19 10:00:57,678] Trial 1202 pruned. 
[I 2021-12-19 10:00:59,101] Trial 1203 pruned. 
[I 2021-12-19 10:01:00,563] Trial 1204 pruned. 
[I 2021-12-19 10:01:00,770] Trial 1205 pruned. 
[I 2021-12-19 10:01:01,490] Trial 1206 pruned. 
[I 2021-12-19 10:01:02,243] Trial 1207 pruned. 
[I 2021-12-19 10:01:02,510] Trial 1208 pruned. 
[I 2021-12-19 10:02:12,051] Trial 1209 finished with value: 161.86376953125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 500, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:02:13,546] Trial 1210 pruned. 
[I 2021-12-19 10:02:14,332] Trial 1211 pruned. 
[I 2021-12-19 10:02:15,122] Trial 1212 pruned. 
[I 2021-12-19 10:03:24,453] Trial 1213 finished with value: 167.61090087890625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 498, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:03:25,220] Trial 1214 pruned. 
[I 2021-12-19 10:03:28,745] Trial 1215 pruned. 
[I 2021-12-19 10:03:30,207] Trial 1216 pruned. 
[I 2021-12-19 10:03:30,979] Trial 1217 pruned. 
[I 2021-12-19 10:03:34,566] Trial 1218 pruned. 
[I 2021-12-19 10:03:35,368] Trial 1219 pruned. 
[I 2021-12-19 10:03:36,241] Trial 1220 pruned. 
[I 2021-12-19 10:03:37,053] Trial 1221 pruned. 
[I 2021-12-19 10:03:37,836] Trial 1222 pruned. 
[I 2021-12-19 10:03:40,561] Trial 1223 pruned. 
[I 2021-12-19 10:03:42,034] Trial 1224 pruned. 
[I 2021-12-19 10:03:42,837] Trial 1225 pruned. 
[I 2021-12-19 10:03:43,657] Trial 1226 pruned. 
[I 2021-12-19 10:03:44,398] Trial 1227 pruned. 
[I 2021-12-19 10:03:44,588] Trial 1228 pruned. 
[I 2021-12-19 10:03:46,065] Trial 1229 pruned. 
[I 2021-12-19 10:03:46,829] Trial 1230 pruned. 
[I 2021-12-19 10:03:47,611] Trial 1231 pruned. 
[I 2021-12-19 10:03:47,885] Trial 1232 pruned. 
[I 2021-12-19 10:03:49,344] Trial 1233 pruned. 
[I 2021-12-19 10:03:50,099] Trial 1234 pruned. 
[I 2021-12-19 10:03:50,888] Trial 1235 pruned. 
[I 2021-12-19 10:03:51,631] Trial 1236 pruned. 
[I 2021-12-19 10:03:52,412] Trial 1237 pruned. 
[I 2021-12-19 10:03:53,170] Trial 1238 pruned. 
[I 2021-12-19 10:03:53,920] Trial 1239 pruned. 
[I 2021-12-19 10:03:56,844] Trial 1240 pruned. 
[I 2021-12-19 10:03:58,395] Trial 1241 pruned. 
[I 2021-12-19 10:03:59,164] Trial 1242 pruned. 
[I 2021-12-19 10:04:00,864] Trial 1243 pruned. 
[I 2021-12-19 10:04:04,528] Trial 1244 pruned. 
[I 2021-12-19 10:04:06,011] Trial 1245 pruned. 
[I 2021-12-19 10:04:06,421] Trial 1246 pruned. 
[I 2021-12-19 10:04:07,218] Trial 1247 pruned. 
[I 2021-12-19 10:04:08,671] Trial 1248 pruned. 
[I 2021-12-19 10:04:09,399] Trial 1249 pruned. 
[I 2021-12-19 10:04:10,909] Trial 1250 pruned. 
[I 2021-12-19 10:04:12,327] Trial 1251 pruned. 
[I 2021-12-19 10:04:12,528] Trial 1252 pruned. 
[I 2021-12-19 10:04:13,970] Trial 1253 pruned. 
[I 2021-12-19 10:04:15,453] Trial 1254 pruned. 
[I 2021-12-19 10:04:16,196] Trial 1255 pruned. 
[I 2021-12-19 10:04:16,480] Trial 1256 pruned. 
[I 2021-12-19 10:04:17,246] Trial 1257 pruned. 
[I 2021-12-19 10:04:18,655] Trial 1258 pruned. 
[I 2021-12-19 10:04:19,471] Trial 1259 pruned. 
[I 2021-12-19 10:04:20,240] Trial 1260 pruned. 
[I 2021-12-19 10:04:21,005] Trial 1261 pruned. 
[I 2021-12-19 10:04:21,732] Trial 1262 pruned. 
[I 2021-12-19 10:04:22,502] Trial 1263 pruned. 
[I 2021-12-19 10:04:23,275] Trial 1264 pruned. 
[I 2021-12-19 10:04:24,762] Trial 1265 pruned. 
[I 2021-12-19 10:04:26,110] Trial 1266 pruned. 
[I 2021-12-19 10:04:27,536] Trial 1267 pruned. 
[I 2021-12-19 10:04:28,993] Trial 1268 pruned. 
[I 2021-12-19 10:04:29,445] Trial 1269 pruned. 
[I 2021-12-19 10:04:30,207] Trial 1270 pruned. 
[I 2021-12-19 10:04:31,155] Trial 1271 pruned. 
[I 2021-12-19 10:04:32,499] Trial 1272 pruned. 
[I 2021-12-19 10:04:33,878] Trial 1273 pruned. 
[I 2021-12-19 10:04:35,287] Trial 1274 pruned. 
[I 2021-12-19 10:04:36,075] Trial 1275 pruned. 
[I 2021-12-19 10:04:36,346] Trial 1276 pruned. 
[I 2021-12-19 10:04:37,765] Trial 1277 pruned. 
[I 2021-12-19 10:04:39,165] Trial 1278 pruned. 
[I 2021-12-19 10:04:39,919] Trial 1279 pruned. 
[I 2021-12-19 10:04:40,665] Trial 1280 pruned. 
[I 2021-12-19 10:04:42,061] Trial 1281 pruned. 
[I 2021-12-19 10:04:42,321] Trial 1282 pruned. 
[I 2021-12-19 10:04:43,045] Trial 1283 pruned. 
[I 2021-12-19 10:04:43,798] Trial 1284 pruned. 
[I 2021-12-19 10:04:45,218] Trial 1285 pruned. 
[I 2021-12-19 10:04:46,081] Trial 1286 pruned. 
[I 2021-12-19 10:04:46,814] Trial 1287 pruned. 
[I 2021-12-19 10:04:48,941] Trial 1288 pruned. 
[I 2021-12-19 10:04:52,863] Trial 1289 pruned. 
[I 2021-12-19 10:04:54,228] Trial 1290 pruned. 
[I 2021-12-19 10:04:54,961] Trial 1291 pruned. 
[I 2021-12-19 10:04:55,840] Trial 1292 pruned. 
[I 2021-12-19 10:06:01,956] Trial 1293 finished with value: 159.61541748046875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 460, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:06:03,469] Trial 1294 pruned. 
[I 2021-12-19 10:06:04,270] Trial 1295 pruned. 
[I 2021-12-19 10:07:12,739] Trial 1296 finished with value: 165.62344360351562 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 458, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:07:13,509] Trial 1297 pruned. 
[I 2021-12-19 10:07:14,269] Trial 1298 pruned. 
[I 2021-12-19 10:07:15,032] Trial 1299 pruned. 
[I 2021-12-19 10:07:16,511] Trial 1300 pruned. 
[I 2021-12-19 10:07:17,944] Trial 1301 pruned. 
[I 2021-12-19 10:07:18,153] Trial 1302 pruned. 
[I 2021-12-19 10:07:18,898] Trial 1303 pruned. 
[I 2021-12-19 10:07:19,646] Trial 1304 pruned. 
[I 2021-12-19 10:07:19,918] Trial 1305 pruned. 
[I 2021-12-19 10:07:21,394] Trial 1306 pruned. 
[I 2021-12-19 10:07:22,165] Trial 1307 pruned. 
[I 2021-12-19 10:07:22,894] Trial 1308 pruned. 
[I 2021-12-19 10:07:24,307] Trial 1309 pruned. 
[I 2021-12-19 10:07:25,065] Trial 1310 pruned. 
[I 2021-12-19 10:07:26,542] Trial 1311 pruned. 
[I 2021-12-19 10:07:27,973] Trial 1312 pruned. 
[I 2021-12-19 10:07:28,783] Trial 1313 pruned. 
[I 2021-12-19 10:07:29,520] Trial 1314 pruned. 
[I 2021-12-19 10:07:30,914] Trial 1315 pruned. 
[I 2021-12-19 10:08:38,997] Trial 1316 finished with value: 172.42562866210938 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 458, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 689 with value: 159.56724548339844.
[I 2021-12-19 10:08:40,479] Trial 1317 pruned. 
[I 2021-12-19 10:08:40,923] Trial 1318 pruned. 
[I 2021-12-19 10:09:49,740] Trial 1319 finished with value: 159.44754028320312 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 476, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:09:50,511] Trial 1320 pruned. 
[I 2021-12-19 10:09:51,384] Trial 1321 pruned. 
[I 2021-12-19 10:09:52,857] Trial 1322 pruned. 
[I 2021-12-19 10:09:53,635] Trial 1323 pruned. 
[I 2021-12-19 10:09:54,414] Trial 1324 pruned. 
[I 2021-12-19 10:09:55,220] Trial 1325 pruned. 
[I 2021-12-19 10:09:56,014] Trial 1326 pruned. 
[I 2021-12-19 10:09:56,191] Trial 1327 pruned. 
[I 2021-12-19 10:09:57,672] Trial 1328 pruned. 
[I 2021-12-19 10:09:57,951] Trial 1329 pruned. 
[I 2021-12-19 10:09:58,792] Trial 1330 pruned. 
[I 2021-12-19 10:09:59,544] Trial 1331 pruned. 
[I 2021-12-19 10:10:00,973] Trial 1332 pruned. 
[I 2021-12-19 10:10:01,756] Trial 1333 pruned. 
[I 2021-12-19 10:10:02,573] Trial 1334 pruned. 
[I 2021-12-19 10:10:03,390] Trial 1335 pruned. 
[I 2021-12-19 10:10:04,875] Trial 1336 pruned. 
[I 2021-12-19 10:10:06,320] Trial 1337 pruned. 
[I 2021-12-19 10:10:07,747] Trial 1338 pruned. 
[I 2021-12-19 10:11:15,825] Trial 1339 finished with value: 159.72134399414062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 458, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:11:17,245] Trial 1340 pruned. 
[I 2021-12-19 10:11:18,010] Trial 1341 pruned. 
[I 2021-12-19 10:11:18,443] Trial 1342 pruned. 
[I 2021-12-19 10:11:19,914] Trial 1343 pruned. 
[I 2021-12-19 10:11:21,340] Trial 1344 pruned. 
[I 2021-12-19 10:11:22,755] Trial 1345 pruned. 
[I 2021-12-19 10:11:23,494] Trial 1346 pruned. 
[I 2021-12-19 10:11:24,977] Trial 1347 pruned. 
[I 2021-12-19 10:11:25,695] Trial 1348 pruned. 
[I 2021-12-19 10:11:27,133] Trial 1349 pruned. 
[I 2021-12-19 10:11:27,429] Trial 1350 pruned. 
[I 2021-12-19 10:11:28,838] Trial 1351 pruned. 
[I 2021-12-19 10:11:30,262] Trial 1352 pruned. 
[I 2021-12-19 10:11:31,647] Trial 1353 pruned. 
[I 2021-12-19 10:12:40,543] Trial 1354 finished with value: 173.67568969726562 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 480, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:12:40,862] Trial 1355 pruned. 
[I 2021-12-19 10:12:42,279] Trial 1356 pruned. 
[I 2021-12-19 10:12:43,165] Trial 1357 pruned. 
[I 2021-12-19 10:12:43,913] Trial 1358 pruned. 
[I 2021-12-19 10:12:44,667] Trial 1359 pruned. 
[I 2021-12-19 10:12:46,329] Trial 1360 pruned. 
[I 2021-12-19 10:12:47,049] Trial 1361 pruned. 
[I 2021-12-19 10:12:48,448] Trial 1362 pruned. 
[I 2021-12-19 10:12:49,879] Trial 1363 pruned. 
[I 2021-12-19 10:12:51,299] Trial 1364 pruned. 
[I 2021-12-19 10:12:52,849] Trial 1365 pruned. 
[I 2021-12-19 10:12:53,282] Trial 1366 pruned. 
[I 2021-12-19 10:12:54,728] Trial 1367 pruned. 
[I 2021-12-19 10:12:56,060] Trial 1368 pruned. 
[I 2021-12-19 10:12:57,503] Trial 1369 pruned. 
[I 2021-12-19 10:12:58,306] Trial 1370 pruned. 
[I 2021-12-19 10:12:59,729] Trial 1371 pruned. 
[I 2021-12-19 10:13:00,485] Trial 1372 pruned. 
[I 2021-12-19 10:13:01,400] Trial 1373 pruned. 
[I 2021-12-19 10:14:10,820] Trial 1374 finished with value: 166.60340881347656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 492, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:14:11,016] Trial 1375 pruned. 
[I 2021-12-19 10:14:12,377] Trial 1376 pruned. 
[I 2021-12-19 10:14:13,132] Trial 1377 pruned. 
[I 2021-12-19 10:15:21,991] Trial 1378 finished with value: 168.82049560546875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 472, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:15:23,429] Trial 1379 pruned. 
[I 2021-12-19 10:15:24,199] Trial 1380 pruned. 
[I 2021-12-19 10:15:26,388] Trial 1381 pruned. 
[I 2021-12-19 10:15:28,243] Trial 1382 pruned. 
[I 2021-12-19 10:16:36,010] Trial 1383 finished with value: 163.71994018554688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 426, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:16:36,329] Trial 1384 pruned. 
[I 2021-12-19 10:16:37,792] Trial 1385 pruned. 
[I 2021-12-19 10:17:46,857] Trial 1386 finished with value: 167.91883850097656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 472, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:18:55,230] Trial 1387 finished with value: 166.62600708007812 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 406, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:18:55,959] Trial 1388 pruned. 
[I 2021-12-19 10:18:59,534] Trial 1389 pruned. 
[I 2021-12-19 10:19:00,929] Trial 1390 pruned. 
[I 2021-12-19 10:19:01,364] Trial 1391 pruned. 
[I 2021-12-19 10:19:02,851] Trial 1392 pruned. 
[I 2021-12-19 10:19:04,445] Trial 1393 pruned. 
[I 2021-12-19 10:19:05,284] Trial 1394 pruned. 
[I 2021-12-19 10:19:06,080] Trial 1395 pruned. 
[I 2021-12-19 10:19:06,865] Trial 1396 pruned. 
[I 2021-12-19 10:19:07,669] Trial 1397 pruned. 
[I 2021-12-19 10:19:07,889] Trial 1398 pruned. 
[I 2021-12-19 10:19:08,679] Trial 1399 pruned. 
[I 2021-12-19 10:19:09,467] Trial 1400 pruned. 
[I 2021-12-19 10:19:10,925] Trial 1401 pruned. 
[I 2021-12-19 10:19:11,211] Trial 1402 pruned. 
[I 2021-12-19 10:19:12,570] Trial 1403 pruned. 
[I 2021-12-19 10:19:15,338] Trial 1404 pruned. 
[I 2021-12-19 10:19:16,120] Trial 1405 pruned. 
[I 2021-12-19 10:19:17,055] Trial 1406 pruned. 
[I 2021-12-19 10:19:18,460] Trial 1407 pruned. 
[I 2021-12-19 10:20:27,510] Trial 1408 finished with value: 178.60882568359375 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 438, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:20:28,218] Trial 1409 pruned. 
[I 2021-12-19 10:20:28,991] Trial 1410 pruned. 
[I 2021-12-19 10:20:39,578] Trial 1411 pruned. 
[I 2021-12-19 10:20:41,164] Trial 1412 pruned. 
[I 2021-12-19 10:20:42,760] Trial 1413 pruned. 
[I 2021-12-19 10:20:43,196] Trial 1414 pruned. 
[I 2021-12-19 10:20:43,938] Trial 1415 pruned. 
[I 2021-12-19 10:20:44,659] Trial 1416 pruned. 
[I 2021-12-19 10:20:45,407] Trial 1417 pruned. 
[I 2021-12-19 10:20:46,866] Trial 1418 pruned. 
[I 2021-12-19 10:21:59,258] Trial 1419 finished with value: 162.97006225585938 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 638, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:22:01,699] Trial 1420 pruned. 
[I 2021-12-19 10:22:02,529] Trial 1421 pruned. 
[I 2021-12-19 10:22:02,737] Trial 1422 pruned. 
[I 2021-12-19 10:22:03,571] Trial 1423 pruned. 
[I 2021-12-19 10:22:05,067] Trial 1424 pruned. 
[I 2021-12-19 10:22:05,861] Trial 1425 pruned. 
[I 2021-12-19 10:23:16,096] Trial 1426 finished with value: 165.60386657714844 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 520, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:23:17,516] Trial 1427 pruned. 
[I 2021-12-19 10:23:17,782] Trial 1428 pruned. 
[I 2021-12-19 10:23:18,732] Trial 1429 pruned. 
[I 2021-12-19 10:23:19,466] Trial 1430 pruned. 
[I 2021-12-19 10:23:20,922] Trial 1431 pruned. 
[I 2021-12-19 10:23:21,635] Trial 1432 pruned. 
[I 2021-12-19 10:24:29,784] Trial 1433 finished with value: 162.12118530273438 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 412, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1319 with value: 159.44754028320312.
[I 2021-12-19 10:24:31,217] Trial 1434 pruned. 
[I 2021-12-19 10:24:32,041] Trial 1435 pruned. 
[I 2021-12-19 10:24:35,530] Trial 1436 pruned. 
[I 2021-12-19 10:24:36,968] Trial 1437 pruned. 
[I 2021-12-19 10:24:37,705] Trial 1438 pruned. 
[I 2021-12-19 10:24:38,155] Trial 1439 pruned. 
[I 2021-12-19 10:24:38,924] Trial 1440 pruned. 
[I 2021-12-19 10:24:39,685] Trial 1441 pruned. 
[I 2021-12-19 10:24:40,465] Trial 1442 pruned. 
[I 2021-12-19 10:24:42,040] Trial 1443 pruned. 
[I 2021-12-19 10:24:42,865] Trial 1444 pruned. 
[I 2021-12-19 10:24:43,666] Trial 1445 pruned. 
[I 2021-12-19 10:24:44,449] Trial 1446 pruned. 
[I 2021-12-19 10:24:44,670] Trial 1447 pruned. 
[I 2021-12-19 10:24:46,822] Trial 1448 pruned. 
[I 2021-12-19 10:24:47,637] Trial 1449 pruned. 
[I 2021-12-19 10:24:49,101] Trial 1450 pruned. 
[I 2021-12-19 10:24:49,398] Trial 1451 pruned. 
[I 2021-12-19 10:24:50,196] Trial 1452 pruned. 
[I 2021-12-19 10:24:50,942] Trial 1453 pruned. 
[I 2021-12-19 10:24:51,702] Trial 1454 pruned. 
[I 2021-12-19 10:24:52,539] Trial 1455 pruned. 
[I 2021-12-19 10:24:54,023] Trial 1456 pruned. 
[I 2021-12-19 10:24:54,798] Trial 1457 pruned. 
[I 2021-12-19 10:24:55,617] Trial 1458 pruned. 
[I 2021-12-19 10:24:56,390] Trial 1459 pruned. 
[I 2021-12-19 10:24:57,167] Trial 1460 pruned. 
[I 2021-12-19 10:24:58,014] Trial 1461 pruned. 
[I 2021-12-19 10:24:59,481] Trial 1462 pruned. 
[I 2021-12-19 10:24:59,965] Trial 1463 pruned. 
[I 2021-12-19 10:25:01,425] Trial 1464 pruned. 
[I 2021-12-19 10:25:02,881] Trial 1465 pruned. 
[I 2021-12-19 10:25:03,594] Trial 1466 pruned. 
[I 2021-12-19 10:25:07,180] Trial 1467 pruned. 
[I 2021-12-19 10:25:08,189] Trial 1468 pruned. 
[I 2021-12-19 10:25:09,686] Trial 1469 pruned. 
[I 2021-12-19 10:25:11,166] Trial 1470 pruned. 
[I 2021-12-19 10:25:11,397] Trial 1471 pruned. 
[I 2021-12-19 10:25:12,159] Trial 1472 pruned. 
[I 2021-12-19 10:25:13,748] Trial 1473 pruned. 
[I 2021-12-19 10:25:14,564] Trial 1474 pruned. 
[I 2021-12-19 10:25:14,831] Trial 1475 pruned. 
[I 2021-12-19 10:25:16,257] Trial 1476 pruned. 
[I 2021-12-19 10:25:17,700] Trial 1477 pruned. 
[I 2021-12-19 10:25:18,488] Trial 1478 pruned. 
[I 2021-12-19 10:25:19,862] Trial 1479 pruned. 
[I 2021-12-19 10:25:21,426] Trial 1480 pruned. 
[I 2021-12-19 10:25:22,262] Trial 1481 pruned. 
[I 2021-12-19 10:25:23,051] Trial 1482 pruned. 
[I 2021-12-19 10:25:23,817] Trial 1483 pruned. 
[I 2021-12-19 10:25:24,601] Trial 1484 pruned. 
[I 2021-12-19 10:25:26,042] Trial 1485 pruned. 
[I 2021-12-19 10:25:26,759] Trial 1486 pruned. 
[I 2021-12-19 10:25:27,205] Trial 1487 pruned. 
[I 2021-12-19 10:25:27,972] Trial 1488 pruned. 
[I 2021-12-19 10:25:28,743] Trial 1489 pruned. 
[I 2021-12-19 10:26:42,219] Trial 1490 finished with value: 158.4456024169922 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 422, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:26:43,022] Trial 1491 pruned. 
[I 2021-12-19 10:26:46,880] Trial 1492 pruned. 
[I 2021-12-19 10:28:01,937] Trial 1493 finished with value: 162.23806762695312 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 504, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:28:05,791] Trial 1494 pruned. 
[I 2021-12-19 10:29:25,996] Trial 1495 finished with value: 164.98678588867188 and parameters: {'batch_size': 16, 'n_hdn_layers': 5, 'neurons_HL1': 474, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu', 'HL4_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:29:26,228] Trial 1496 pruned. 
[I 2021-12-19 10:29:27,080] Trial 1497 pruned. 
[I 2021-12-19 10:29:28,630] Trial 1498 pruned. 
[I 2021-12-19 10:29:29,497] Trial 1499 pruned. 
[I 2021-12-19 10:29:31,088] Trial 1500 pruned. 
[I 2021-12-19 10:29:32,623] Trial 1501 pruned. 
[I 2021-12-19 10:29:32,934] Trial 1502 pruned. 
[I 2021-12-19 10:29:33,852] Trial 1503 pruned. 
[I 2021-12-19 10:29:34,645] Trial 1504 pruned. 
[I 2021-12-19 10:29:36,215] Trial 1505 pruned. 
[I 2021-12-19 10:29:37,626] Trial 1506 pruned. 
[I 2021-12-19 10:29:41,355] Trial 1507 pruned. 
[I 2021-12-19 10:29:42,199] Trial 1508 pruned. 
[I 2021-12-19 10:29:43,739] Trial 1509 pruned. 
[I 2021-12-19 10:29:45,329] Trial 1510 pruned. 
[I 2021-12-19 10:29:46,175] Trial 1511 pruned. 
[I 2021-12-19 10:29:46,658] Trial 1512 pruned. 
[I 2021-12-19 10:29:48,353] Trial 1513 pruned. 
[I 2021-12-19 10:31:02,520] Trial 1514 finished with value: 163.34039306640625 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 544, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:31:03,375] Trial 1515 pruned. 
[I 2021-12-19 10:31:07,046] Trial 1516 pruned. 
[I 2021-12-19 10:31:08,614] Trial 1517 pruned. 
[I 2021-12-19 10:31:09,475] Trial 1518 pruned. 
[I 2021-12-19 10:31:10,319] Trial 1519 pruned. 
[I 2021-12-19 10:31:12,640] Trial 1520 pruned. 
[I 2021-12-19 10:31:12,926] Trial 1521 pruned. 
[I 2021-12-19 10:31:13,769] Trial 1522 pruned. 
[I 2021-12-19 10:31:14,636] Trial 1523 pruned. 
[I 2021-12-19 10:31:15,010] Trial 1524 pruned. 
[I 2021-12-19 10:31:16,066] Trial 1525 pruned. 
[I 2021-12-19 10:31:17,486] Trial 1526 pruned. 
[I 2021-12-19 10:31:18,347] Trial 1527 pruned. 
[I 2021-12-19 10:31:19,068] Trial 1528 pruned. 
[I 2021-12-19 10:31:19,784] Trial 1529 pruned. 
[I 2021-12-19 10:31:20,652] Trial 1530 pruned. 
[I 2021-12-19 10:31:22,146] Trial 1531 pruned. 
[I 2021-12-19 10:31:23,501] Trial 1532 pruned. 
[I 2021-12-19 10:32:31,407] Trial 1533 finished with value: 162.0076446533203 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 510, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:32:32,401] Trial 1534 pruned. 
[I 2021-12-19 10:32:33,142] Trial 1535 pruned. 
[I 2021-12-19 10:33:41,196] Trial 1536 finished with value: 169.12171936035156 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 530, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:33:41,820] Trial 1537 pruned. 
[I 2021-12-19 10:33:42,543] Trial 1538 pruned. 
[I 2021-12-19 10:33:43,269] Trial 1539 pruned. 
[I 2021-12-19 10:33:44,752] Trial 1540 pruned. 
[I 2021-12-19 10:33:45,584] Trial 1541 pruned. 
[I 2021-12-19 10:33:46,901] Trial 1542 pruned. 
[I 2021-12-19 10:33:47,616] Trial 1543 pruned. 
[I 2021-12-19 10:33:48,366] Trial 1544 pruned. 
[I 2021-12-19 10:33:48,611] Trial 1545 pruned. 
[I 2021-12-19 10:33:49,383] Trial 1546 pruned. 
[I 2021-12-19 10:33:50,812] Trial 1547 pruned. 
[I 2021-12-19 10:33:52,350] Trial 1548 pruned. 
[I 2021-12-19 10:33:52,690] Trial 1549 pruned. 
[I 2021-12-19 10:33:53,410] Trial 1550 pruned. 
[I 2021-12-19 10:33:54,305] Trial 1551 pruned. 
[I 2021-12-19 10:33:55,043] Trial 1552 pruned. 
[I 2021-12-19 10:33:55,872] Trial 1553 pruned. 
[I 2021-12-19 10:33:56,595] Trial 1554 pruned. 
[I 2021-12-19 10:33:58,120] Trial 1555 pruned. 
[I 2021-12-19 10:33:59,535] Trial 1556 pruned. 
[I 2021-12-19 10:34:00,335] Trial 1557 pruned. 
[I 2021-12-19 10:34:01,221] Trial 1558 pruned. 
[I 2021-12-19 10:34:02,685] Trial 1559 pruned. 
[I 2021-12-19 10:34:03,486] Trial 1560 pruned. 
[I 2021-12-19 10:34:04,967] Trial 1561 pruned. 
[I 2021-12-19 10:34:05,810] Trial 1562 pruned. 
[I 2021-12-19 10:34:06,549] Trial 1563 pruned. 
[I 2021-12-19 10:34:07,973] Trial 1564 pruned. 
[I 2021-12-19 10:34:09,356] Trial 1565 pruned. 
[I 2021-12-19 10:34:10,146] Trial 1566 pruned. 
[I 2021-12-19 10:34:10,925] Trial 1567 pruned. 
[I 2021-12-19 10:34:12,326] Trial 1568 pruned. 
[I 2021-12-19 10:34:13,198] Trial 1569 pruned. 
[I 2021-12-19 10:34:13,387] Trial 1570 pruned. 
[I 2021-12-19 10:34:14,826] Trial 1571 pruned. 
[I 2021-12-19 10:34:15,151] Trial 1572 pruned. 
[I 2021-12-19 10:34:16,068] Trial 1573 pruned. 
[I 2021-12-19 10:34:16,812] Trial 1574 pruned. 
[I 2021-12-19 10:34:17,677] Trial 1575 pruned. 
[I 2021-12-19 10:34:19,814] Trial 1576 pruned. 
[I 2021-12-19 10:34:20,663] Trial 1577 pruned. 
[I 2021-12-19 10:34:21,391] Trial 1578 pruned. 
[I 2021-12-19 10:34:22,112] Trial 1579 pruned. 
[I 2021-12-19 10:34:22,915] Trial 1580 pruned. 
[I 2021-12-19 10:34:23,648] Trial 1581 pruned. 
[I 2021-12-19 10:34:24,380] Trial 1582 pruned. 
[I 2021-12-19 10:34:25,951] Trial 1583 pruned. 
[I 2021-12-19 10:34:26,377] Trial 1584 pruned. 
[I 2021-12-19 10:34:27,722] Trial 1585 pruned. 
[I 2021-12-19 10:34:29,107] Trial 1586 pruned. 
[I 2021-12-19 10:34:30,781] Trial 1587 pruned. 
[I 2021-12-19 10:34:31,596] Trial 1588 pruned. 
[I 2021-12-19 10:34:32,345] Trial 1589 pruned. 
[I 2021-12-19 10:34:33,901] Trial 1590 pruned. 
[I 2021-12-19 10:34:35,192] Trial 1591 pruned. 
[I 2021-12-19 10:34:35,405] Trial 1592 pruned. 
[I 2021-12-19 10:34:36,278] Trial 1593 pruned. 
[I 2021-12-19 10:34:37,665] Trial 1594 pruned. 
[I 2021-12-19 10:34:38,495] Trial 1595 pruned. 
[I 2021-12-19 10:34:38,770] Trial 1596 pruned. 
[I 2021-12-19 10:34:39,608] Trial 1597 pruned. 
[I 2021-12-19 10:34:40,314] Trial 1598 pruned. 
[I 2021-12-19 10:34:41,151] Trial 1599 pruned. 
[I 2021-12-19 10:34:42,094] Trial 1600 pruned. 
[I 2021-12-19 10:34:43,558] Trial 1601 pruned. 
[I 2021-12-19 10:34:44,341] Trial 1602 pruned. 
[I 2021-12-19 10:34:45,698] Trial 1603 pruned. 
[I 2021-12-19 10:34:47,056] Trial 1604 pruned. 
[I 2021-12-19 10:34:47,773] Trial 1605 pruned. 
[I 2021-12-19 10:34:49,147] Trial 1606 pruned. 
[I 2021-12-19 10:34:52,488] Trial 1607 pruned. 
[I 2021-12-19 10:34:53,355] Trial 1608 pruned. 
[I 2021-12-19 10:34:54,086] Trial 1609 pruned. 
[I 2021-12-19 10:34:54,858] Trial 1610 pruned. 
[I 2021-12-19 10:34:55,703] Trial 1611 pruned. 
[I 2021-12-19 10:34:57,190] Trial 1612 pruned. 
[I 2021-12-19 10:34:57,937] Trial 1613 pruned. 
[I 2021-12-19 10:34:58,797] Trial 1614 pruned. 
[I 2021-12-19 10:34:59,559] Trial 1615 pruned. 
[I 2021-12-19 10:34:59,750] Trial 1616 pruned. 
[I 2021-12-19 10:35:00,576] Trial 1617 pruned. 
[I 2021-12-19 10:35:02,009] Trial 1618 pruned. 
[I 2021-12-19 10:35:03,804] Trial 1619 pruned. 
[I 2021-12-19 10:35:04,555] Trial 1620 pruned. 
[I 2021-12-19 10:35:04,926] Trial 1621 pruned. 
[I 2021-12-19 10:35:05,750] Trial 1622 pruned. 
[I 2021-12-19 10:35:06,577] Trial 1623 pruned. 
[I 2021-12-19 10:35:08,227] Trial 1624 pruned. 
[I 2021-12-19 10:35:09,577] Trial 1625 pruned. 
[I 2021-12-19 10:35:11,270] Trial 1626 pruned. 
[I 2021-12-19 10:35:12,034] Trial 1627 pruned. 
[I 2021-12-19 10:35:14,550] Trial 1628 pruned. 
[I 2021-12-19 10:35:15,366] Trial 1629 pruned. 
[I 2021-12-19 10:35:17,457] Trial 1630 pruned. 
[I 2021-12-19 10:35:18,830] Trial 1631 pruned. 
[I 2021-12-19 10:35:19,572] Trial 1632 pruned. 
[I 2021-12-19 10:35:20,020] Trial 1633 pruned. 
[I 2021-12-19 10:35:21,529] Trial 1634 pruned. 
[I 2021-12-19 10:35:22,329] Trial 1635 pruned. 
[I 2021-12-19 10:35:23,089] Trial 1636 pruned. 
[I 2021-12-19 10:35:23,821] Trial 1637 pruned. 
[I 2021-12-19 10:35:24,792] Trial 1638 pruned. 
[I 2021-12-19 10:35:25,528] Trial 1639 pruned. 
[I 2021-12-19 10:36:33,870] Trial 1640 finished with value: 182.2706298828125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 556, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:36:34,082] Trial 1641 pruned. 
[I 2021-12-19 10:36:35,771] Trial 1642 pruned. 
[I 2021-12-19 10:36:36,609] Trial 1643 pruned. 
[I 2021-12-19 10:36:38,002] Trial 1644 pruned. 
[I 2021-12-19 10:36:38,326] Trial 1645 pruned. 
[I 2021-12-19 10:36:39,173] Trial 1646 pruned. 
[I 2021-12-19 10:36:40,689] Trial 1647 pruned. 
[I 2021-12-19 10:36:41,550] Trial 1648 pruned. 
[I 2021-12-19 10:36:42,268] Trial 1649 pruned. 
[I 2021-12-19 10:36:45,493] Trial 1650 pruned. 
[I 2021-12-19 10:36:47,446] Trial 1651 pruned. 
[I 2021-12-19 10:36:48,846] Trial 1652 pruned. 
[I 2021-12-19 10:36:50,392] Trial 1653 pruned. 
[I 2021-12-19 10:36:51,939] Trial 1654 pruned. 
[I 2021-12-19 10:36:52,710] Trial 1655 pruned. 
[I 2021-12-19 10:36:53,191] Trial 1656 pruned. 
[I 2021-12-19 10:36:53,927] Trial 1657 pruned. 
[I 2021-12-19 10:36:54,643] Trial 1658 pruned. 
[I 2021-12-19 10:36:55,521] Trial 1659 pruned. 
[I 2021-12-19 10:36:57,020] Trial 1660 pruned. 
[I 2021-12-19 10:36:58,370] Trial 1661 pruned. 
[I 2021-12-19 10:37:01,051] Trial 1662 pruned. 
[I 2021-12-19 10:37:01,923] Trial 1663 pruned. 
[I 2021-12-19 10:37:02,663] Trial 1664 pruned. 
[I 2021-12-19 10:37:03,394] Trial 1665 pruned. 
[I 2021-12-19 10:37:03,596] Trial 1666 pruned. 
[I 2021-12-19 10:37:04,358] Trial 1667 pruned. 
[I 2021-12-19 10:37:05,201] Trial 1668 pruned. 
[I 2021-12-19 10:37:05,530] Trial 1669 pruned. 
[I 2021-12-19 10:37:06,334] Trial 1670 pruned. 
[I 2021-12-19 10:37:07,089] Trial 1671 pruned. 
[I 2021-12-19 10:37:08,534] Trial 1672 pruned. 
[I 2021-12-19 10:37:09,281] Trial 1673 pruned. 
[I 2021-12-19 10:37:10,910] Trial 1674 pruned. 
[I 2021-12-19 10:37:11,810] Trial 1675 pruned. 
[I 2021-12-19 10:37:12,657] Trial 1676 pruned. 
[I 2021-12-19 10:37:13,381] Trial 1677 pruned. 
[I 2021-12-19 10:37:14,829] Trial 1678 pruned. 
[I 2021-12-19 10:37:16,164] Trial 1679 pruned. 
[I 2021-12-19 10:37:16,988] Trial 1680 pruned. 
[I 2021-12-19 10:37:18,515] Trial 1681 pruned. 
[I 2021-12-19 10:37:19,273] Trial 1682 pruned. 
[I 2021-12-19 10:37:20,685] Trial 1683 pruned. 
[I 2021-12-19 10:37:24,905] Trial 1684 pruned. 
[I 2021-12-19 10:37:26,946] Trial 1685 pruned. 
[I 2021-12-19 10:37:27,793] Trial 1686 pruned. 
[I 2021-12-19 10:37:28,617] Trial 1687 pruned. 
[I 2021-12-19 10:37:28,815] Trial 1688 pruned. 
[I 2021-12-19 10:37:29,586] Trial 1689 pruned. 
[I 2021-12-19 10:37:30,392] Trial 1690 pruned. 
[I 2021-12-19 10:37:31,126] Trial 1691 pruned. 
[I 2021-12-19 10:37:31,863] Trial 1692 pruned. 
[I 2021-12-19 10:37:33,414] Trial 1693 pruned. 
[I 2021-12-19 10:37:34,261] Trial 1694 pruned. 
[I 2021-12-19 10:37:34,545] Trial 1695 pruned. 
[I 2021-12-19 10:37:35,305] Trial 1696 pruned. 
[I 2021-12-19 10:37:36,054] Trial 1697 pruned. 
[I 2021-12-19 10:37:39,935] Trial 1698 pruned. 
[I 2021-12-19 10:37:41,348] Trial 1699 pruned. 
[I 2021-12-19 10:37:42,801] Trial 1700 pruned. 
[I 2021-12-19 10:37:43,720] Trial 1701 pruned. 
[I 2021-12-19 10:37:45,143] Trial 1702 pruned. 
[I 2021-12-19 10:37:47,071] Trial 1703 pruned. 
[I 2021-12-19 10:37:47,550] Trial 1704 pruned. 
[I 2021-12-19 10:37:48,934] Trial 1705 pruned. 
[I 2021-12-19 10:37:49,676] Trial 1706 pruned. 
[I 2021-12-19 10:37:51,088] Trial 1707 pruned. 
[I 2021-12-19 10:37:52,026] Trial 1708 pruned. 
[I 2021-12-19 10:37:52,790] Trial 1709 pruned. 
[I 2021-12-19 10:37:53,652] Trial 1710 pruned. 
[I 2021-12-19 10:37:55,306] Trial 1711 pruned. 
[I 2021-12-19 10:37:56,710] Trial 1712 pruned. 
[I 2021-12-19 10:37:56,925] Trial 1713 pruned. 
[I 2021-12-19 10:37:57,586] Trial 1714 pruned. 
[I 2021-12-19 10:37:58,345] Trial 1715 pruned. 
[I 2021-12-19 10:37:59,762] Trial 1716 pruned. 
[I 2021-12-19 10:38:00,502] Trial 1717 pruned. 
[I 2021-12-19 10:38:00,862] Trial 1718 pruned. 
[I 2021-12-19 10:38:01,828] Trial 1719 pruned. 
[I 2021-12-19 10:38:02,637] Trial 1720 pruned. 
[I 2021-12-19 10:38:03,428] Trial 1721 pruned. 
[I 2021-12-19 10:38:05,153] Trial 1722 pruned. 
[I 2021-12-19 10:38:05,907] Trial 1723 pruned. 
[I 2021-12-19 10:39:11,506] Trial 1724 finished with value: 161.0035400390625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 442, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:39:12,865] Trial 1725 pruned. 
[I 2021-12-19 10:39:14,622] Trial 1726 pruned. 
[I 2021-12-19 10:39:16,143] Trial 1727 pruned. 
[I 2021-12-19 10:39:17,499] Trial 1728 pruned. 
[I 2021-12-19 10:39:18,013] Trial 1729 pruned. 
[I 2021-12-19 10:39:18,797] Trial 1730 pruned. 
[I 2021-12-19 10:39:20,217] Trial 1731 pruned. 
[I 2021-12-19 10:39:21,132] Trial 1732 pruned. 
[I 2021-12-19 10:39:22,654] Trial 1733 pruned. 
[I 2021-12-19 10:39:23,613] Trial 1734 pruned. 
[I 2021-12-19 10:39:25,660] Trial 1735 pruned. 
[I 2021-12-19 10:40:47,137] Trial 1736 finished with value: 189.1337432861328 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 556, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:40:47,358] Trial 1737 pruned. 
[I 2021-12-19 10:40:48,092] Trial 1738 pruned. 
[I 2021-12-19 10:40:49,410] Trial 1739 pruned. 
[I 2021-12-19 10:40:50,253] Trial 1740 pruned. 
[I 2021-12-19 10:40:50,566] Trial 1741 pruned. 
[I 2021-12-19 10:40:51,387] Trial 1742 pruned. 
[I 2021-12-19 10:40:52,239] Trial 1743 pruned. 
[I 2021-12-19 10:40:54,884] Trial 1744 pruned. 
[I 2021-12-19 10:40:55,666] Trial 1745 pruned. 
[I 2021-12-19 10:40:57,368] Trial 1746 pruned. 
[I 2021-12-19 10:40:58,117] Trial 1747 pruned. 
[I 2021-12-19 10:40:58,889] Trial 1748 pruned. 
[I 2021-12-19 10:41:00,508] Trial 1749 pruned. 
[I 2021-12-19 10:41:01,999] Trial 1750 pruned. 
[I 2021-12-19 10:41:03,420] Trial 1751 pruned. 
[I 2021-12-19 10:41:03,868] Trial 1752 pruned. 
[I 2021-12-19 10:41:05,221] Trial 1753 pruned. 
[I 2021-12-19 10:41:06,627] Trial 1754 pruned. 
[I 2021-12-19 10:41:07,446] Trial 1755 pruned. 
[I 2021-12-19 10:41:08,316] Trial 1756 pruned. 
[I 2021-12-19 10:41:09,801] Trial 1757 pruned. 
[I 2021-12-19 10:41:10,568] Trial 1758 pruned. 
[I 2021-12-19 10:41:12,023] Trial 1759 pruned. 
[I 2021-12-19 10:41:12,673] Trial 1760 pruned. 
[I 2021-12-19 10:41:12,930] Trial 1761 pruned. 
[I 2021-12-19 10:41:14,258] Trial 1762 pruned. 
[I 2021-12-19 10:41:15,020] Trial 1763 pruned. 
[I 2021-12-19 10:41:15,875] Trial 1764 pruned. 
[I 2021-12-19 10:41:16,276] Trial 1765 pruned. 
[I 2021-12-19 10:41:17,831] Trial 1766 pruned. 
[I 2021-12-19 10:41:18,617] Trial 1767 pruned. 
[I 2021-12-19 10:41:19,332] Trial 1768 pruned. 
[I 2021-12-19 10:41:20,718] Trial 1769 pruned. 
[I 2021-12-19 10:41:22,161] Trial 1770 pruned. 
[I 2021-12-19 10:42:36,510] Trial 1771 finished with value: 162.72865295410156 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 436, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:42:37,932] Trial 1772 pruned. 
[I 2021-12-19 10:42:39,576] Trial 1773 pruned. 
[I 2021-12-19 10:42:40,461] Trial 1774 pruned. 
[I 2021-12-19 10:42:41,234] Trial 1775 pruned. 
[I 2021-12-19 10:42:42,667] Trial 1776 pruned. 
[I 2021-12-19 10:42:43,193] Trial 1777 pruned. 
[I 2021-12-19 10:42:43,929] Trial 1778 pruned. 
[I 2021-12-19 10:42:45,517] Trial 1779 pruned. 
[I 2021-12-19 10:42:47,064] Trial 1780 pruned. 
[I 2021-12-19 10:42:48,464] Trial 1781 pruned. 
[I 2021-12-19 10:42:49,197] Trial 1782 pruned. 
[I 2021-12-19 10:42:49,990] Trial 1783 pruned. 
[I 2021-12-19 10:42:51,659] Trial 1784 pruned. 
[I 2021-12-19 10:42:52,378] Trial 1785 pruned. 
[I 2021-12-19 10:42:52,591] Trial 1786 pruned. 
[I 2021-12-19 10:42:53,397] Trial 1787 pruned. 
[I 2021-12-19 10:42:54,316] Trial 1788 pruned. 
[I 2021-12-19 10:42:54,601] Trial 1789 pruned. 
[I 2021-12-19 10:42:55,341] Trial 1790 pruned. 
[I 2021-12-19 10:42:56,068] Trial 1791 pruned. 
[I 2021-12-19 10:42:57,661] Trial 1792 pruned. 
[I 2021-12-19 10:42:59,089] Trial 1793 pruned. 
[I 2021-12-19 10:42:59,926] Trial 1794 pruned. 
[I 2021-12-19 10:44:13,336] Trial 1795 finished with value: 164.2731475830078 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 410, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:44:14,157] Trial 1796 pruned. 
[I 2021-12-19 10:44:15,582] Trial 1797 pruned. 
[I 2021-12-19 10:44:16,401] Trial 1798 pruned. 
[I 2021-12-19 10:44:17,850] Trial 1799 pruned. 
[I 2021-12-19 10:44:19,283] Trial 1800 pruned. 
[I 2021-12-19 10:44:19,723] Trial 1801 pruned. 
[I 2021-12-19 10:44:20,544] Trial 1802 pruned. 
[I 2021-12-19 10:44:21,988] Trial 1803 pruned. 
[I 2021-12-19 10:44:22,725] Trial 1804 pruned. 
[I 2021-12-19 10:44:24,134] Trial 1805 pruned. 
[I 2021-12-19 10:44:24,991] Trial 1806 pruned. 
[I 2021-12-19 10:44:25,757] Trial 1807 pruned. 
[I 2021-12-19 10:44:26,575] Trial 1808 pruned. 
[I 2021-12-19 10:44:28,169] Trial 1809 pruned. 
[I 2021-12-19 10:44:28,963] Trial 1810 pruned. 
[I 2021-12-19 10:44:29,263] Trial 1811 pruned. 
[I 2021-12-19 10:44:30,639] Trial 1812 pruned. 
[I 2021-12-19 10:44:30,952] Trial 1813 pruned. 
[I 2021-12-19 10:44:32,285] Trial 1814 pruned. 
[I 2021-12-19 10:44:33,048] Trial 1815 pruned. 
[I 2021-12-19 10:44:33,944] Trial 1816 pruned. 
[I 2021-12-19 10:44:34,704] Trial 1817 pruned. 
[I 2021-12-19 10:44:35,430] Trial 1818 pruned. 
[I 2021-12-19 10:44:37,112] Trial 1819 pruned. 
[I 2021-12-19 10:44:37,904] Trial 1820 pruned. 
[I 2021-12-19 10:44:38,676] Trial 1821 pruned. 
[I 2021-12-19 10:44:40,081] Trial 1822 pruned. 
[I 2021-12-19 10:44:40,852] Trial 1823 pruned. 
[I 2021-12-19 10:44:41,783] Trial 1824 pruned. 
[I 2021-12-19 10:44:42,197] Trial 1825 pruned. 
[I 2021-12-19 10:44:42,895] Trial 1826 pruned. 
[I 2021-12-19 10:44:44,717] Trial 1827 pruned. 
[I 2021-12-19 10:44:46,109] Trial 1828 pruned. 
[I 2021-12-19 10:44:47,555] Trial 1829 pruned. 
[I 2021-12-19 10:44:48,462] Trial 1830 pruned. 
[I 2021-12-19 10:44:49,229] Trial 1831 pruned. 
[I 2021-12-19 10:44:51,391] Trial 1832 pruned. 
[I 2021-12-19 10:44:51,703] Trial 1833 pruned. 
[I 2021-12-19 10:44:52,479] Trial 1834 pruned. 
[I 2021-12-19 10:44:53,860] Trial 1835 pruned. 
[I 2021-12-19 10:44:54,792] Trial 1836 pruned. 
[I 2021-12-19 10:44:55,233] Trial 1837 pruned. 
[I 2021-12-19 10:44:55,904] Trial 1838 pruned. 
[I 2021-12-19 10:44:56,671] Trial 1839 pruned. 
[I 2021-12-19 10:44:57,427] Trial 1840 pruned. 
[I 2021-12-19 10:44:58,251] Trial 1841 pruned. 
[I 2021-12-19 10:44:58,951] Trial 1842 pruned. 
[I 2021-12-19 10:45:00,603] Trial 1843 pruned. 
[I 2021-12-19 10:45:01,981] Trial 1844 pruned. 
[I 2021-12-19 10:45:03,473] Trial 1845 pruned. 
[I 2021-12-19 10:45:04,856] Trial 1846 pruned. 
[I 2021-12-19 10:45:06,319] Trial 1847 pruned. 
[I 2021-12-19 10:45:07,168] Trial 1848 pruned. 
[I 2021-12-19 10:45:07,881] Trial 1849 pruned. 
[I 2021-12-19 10:45:08,328] Trial 1850 pruned. 
[I 2021-12-19 10:45:09,725] Trial 1851 pruned. 
[I 2021-12-19 10:45:11,147] Trial 1852 pruned. 
[I 2021-12-19 10:45:12,679] Trial 1853 pruned. 
[I 2021-12-19 10:45:14,430] Trial 1854 pruned. 
[I 2021-12-19 10:45:15,210] Trial 1855 pruned. 
[I 2021-12-19 10:45:15,980] Trial 1856 pruned. 
[I 2021-12-19 10:45:16,225] Trial 1857 pruned. 
[I 2021-12-19 10:45:17,753] Trial 1858 pruned. 
[I 2021-12-19 10:45:18,531] Trial 1859 pruned. 
[I 2021-12-19 10:45:20,034] Trial 1860 pruned. 
[I 2021-12-19 10:45:20,972] Trial 1861 pruned. 
[I 2021-12-19 10:45:21,292] Trial 1862 pruned. 
[I 2021-12-19 10:45:22,046] Trial 1863 pruned. 
[I 2021-12-19 10:45:22,965] Trial 1864 pruned. 
[I 2021-12-19 10:45:23,704] Trial 1865 pruned. 
[I 2021-12-19 10:45:24,406] Trial 1866 pruned. 
[I 2021-12-19 10:45:27,741] Trial 1867 pruned. 
[I 2021-12-19 10:45:28,565] Trial 1868 pruned. 
[I 2021-12-19 10:45:29,308] Trial 1869 pruned. 
[I 2021-12-19 10:45:30,073] Trial 1870 pruned. 
[I 2021-12-19 10:45:31,488] Trial 1871 pruned. 
[I 2021-12-19 10:46:46,318] Trial 1872 finished with value: 164.36387634277344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 448, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:46:47,657] Trial 1873 pruned. 
[I 2021-12-19 10:46:49,203] Trial 1874 pruned. 
[I 2021-12-19 10:46:49,622] Trial 1875 pruned. 
[I 2021-12-19 10:46:50,377] Trial 1876 pruned. 
[I 2021-12-19 10:46:55,798] Trial 1877 pruned. 
[I 2021-12-19 10:46:56,616] Trial 1878 pruned. 
[I 2021-12-19 10:46:58,229] Trial 1879 pruned. 
[I 2021-12-19 10:48:03,547] Trial 1880 finished with value: 160.34658813476562 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 490, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:48:05,222] Trial 1881 pruned. 
[I 2021-12-19 10:48:05,452] Trial 1882 pruned. 
[I 2021-12-19 10:48:09,013] Trial 1883 pruned. 
[I 2021-12-19 10:48:09,817] Trial 1884 pruned. 
[I 2021-12-19 10:48:11,199] Trial 1885 pruned. 
[I 2021-12-19 10:48:11,572] Trial 1886 pruned. 
[I 2021-12-19 10:48:12,436] Trial 1887 pruned. 
[I 2021-12-19 10:48:13,327] Trial 1888 pruned. 
[I 2021-12-19 10:48:14,112] Trial 1889 pruned. 
[I 2021-12-19 10:48:14,900] Trial 1890 pruned. 
[I 2021-12-19 10:48:16,257] Trial 1891 pruned. 
[I 2021-12-19 10:48:23,267] Trial 1892 pruned. 
[I 2021-12-19 10:48:24,930] Trial 1893 pruned. 
[I 2021-12-19 10:48:26,438] Trial 1894 pruned. 
[I 2021-12-19 10:48:28,163] Trial 1895 pruned. 
[I 2021-12-19 10:48:29,551] Trial 1896 pruned. 
[I 2021-12-19 10:48:31,014] Trial 1897 pruned. 
[I 2021-12-19 10:48:31,469] Trial 1898 pruned. 
[I 2021-12-19 10:48:32,319] Trial 1899 pruned. 
[I 2021-12-19 10:48:33,654] Trial 1900 pruned. 
[I 2021-12-19 10:48:34,429] Trial 1901 pruned. 
[I 2021-12-19 10:48:35,336] Trial 1902 pruned. 
[I 2021-12-19 10:48:36,684] Trial 1903 pruned. 
[I 2021-12-19 10:49:45,745] Trial 1904 finished with value: 166.4933624267578 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 540, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:49:46,504] Trial 1905 pruned. 
[I 2021-12-19 10:49:46,760] Trial 1906 pruned. 
[I 2021-12-19 10:49:48,167] Trial 1907 pruned. 
[I 2021-12-19 10:49:49,660] Trial 1908 pruned. 
[I 2021-12-19 10:49:50,525] Trial 1909 pruned. 
[I 2021-12-19 10:49:50,815] Trial 1910 pruned. 
[I 2021-12-19 10:49:52,148] Trial 1911 pruned. 
[I 2021-12-19 10:49:52,961] Trial 1912 pruned. 
[I 2021-12-19 10:49:56,474] Trial 1913 pruned. 
[I 2021-12-19 10:49:57,854] Trial 1914 pruned. 
[I 2021-12-19 10:49:58,725] Trial 1915 pruned. 
[I 2021-12-19 10:49:59,558] Trial 1916 pruned. 
[I 2021-12-19 10:50:00,363] Trial 1917 pruned. 
[I 2021-12-19 10:50:01,156] Trial 1918 pruned. 
[I 2021-12-19 10:50:02,687] Trial 1919 pruned. 
[I 2021-12-19 10:50:03,587] Trial 1920 pruned. 
[I 2021-12-19 10:50:04,514] Trial 1921 pruned. 
[I 2021-12-19 10:50:05,339] Trial 1922 pruned. 
[I 2021-12-19 10:50:05,900] Trial 1923 pruned. 
[I 2021-12-19 10:50:06,719] Trial 1924 pruned. 
[I 2021-12-19 10:50:08,184] Trial 1925 pruned. 
[I 2021-12-19 10:50:09,542] Trial 1926 pruned. 
[I 2021-12-19 10:50:10,324] Trial 1927 pruned. 
[I 2021-12-19 10:50:12,317] Trial 1928 pruned. 
[I 2021-12-19 10:50:15,663] Trial 1929 pruned. 
[I 2021-12-19 10:50:15,991] Trial 1930 pruned. 
[I 2021-12-19 10:50:17,514] Trial 1931 pruned. 
[I 2021-12-19 10:50:18,994] Trial 1932 pruned. 
[I 2021-12-19 10:50:19,794] Trial 1933 pruned. 
[I 2021-12-19 10:50:20,593] Trial 1934 pruned. 
[I 2021-12-19 10:50:21,255] Trial 1935 pruned. 
[I 2021-12-19 10:50:21,589] Trial 1936 pruned. 
[I 2021-12-19 10:50:22,491] Trial 1937 pruned. 
[I 2021-12-19 10:50:23,305] Trial 1938 pruned. 
[I 2021-12-19 10:50:24,071] Trial 1939 pruned. 
[I 2021-12-19 10:50:25,035] Trial 1940 pruned. 
[I 2021-12-19 10:50:25,793] Trial 1941 pruned. 
[I 2021-12-19 10:50:26,594] Trial 1942 pruned. 
[I 2021-12-19 10:50:28,866] Trial 1943 pruned. 
[I 2021-12-19 10:50:30,350] Trial 1944 pruned. 
[I 2021-12-19 10:50:31,045] Trial 1945 pruned. 
[I 2021-12-19 10:50:31,513] Trial 1946 pruned. 
[I 2021-12-19 10:50:35,104] Trial 1947 pruned. 
[I 2021-12-19 10:50:38,786] Trial 1948 pruned. 
[I 2021-12-19 10:50:39,614] Trial 1949 pruned. 
[I 2021-12-19 10:50:40,545] Trial 1950 pruned. 
[I 2021-12-19 10:50:41,332] Trial 1951 pruned. 
[I 2021-12-19 10:50:42,111] Trial 1952 pruned. 
[I 2021-12-19 10:50:42,874] Trial 1953 pruned. 
[I 2021-12-19 10:50:43,143] Trial 1954 pruned. 
[I 2021-12-19 10:50:43,920] Trial 1955 pruned. 
[I 2021-12-19 10:50:44,735] Trial 1956 pruned. 
[I 2021-12-19 10:51:53,550] Trial 1957 finished with value: 161.54342651367188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 398, 'out_channel': 32, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:51:54,453] Trial 1958 pruned. 
[I 2021-12-19 10:51:54,781] Trial 1959 pruned. 
[I 2021-12-19 10:51:55,832] Trial 1960 pruned. 
[I 2021-12-19 10:51:56,746] Trial 1961 pruned. 
[I 2021-12-19 10:51:57,603] Trial 1962 pruned. 
[I 2021-12-19 10:51:58,593] Trial 1963 pruned. 
[I 2021-12-19 10:51:59,549] Trial 1964 pruned. 
[I 2021-12-19 10:52:00,410] Trial 1965 pruned. 
[I 2021-12-19 10:52:01,285] Trial 1966 pruned. 
[I 2021-12-19 10:52:02,186] Trial 1967 pruned. 
[I 2021-12-19 10:52:03,114] Trial 1968 pruned. 
[I 2021-12-19 10:52:05,017] Trial 1969 pruned. 
[I 2021-12-19 10:52:05,543] Trial 1970 pruned. 
[I 2021-12-19 10:52:06,513] Trial 1971 pruned. 
[I 2021-12-19 10:52:07,376] Trial 1972 pruned. 
[I 2021-12-19 10:52:08,030] Trial 1973 pruned. 
[I 2021-12-19 10:52:08,771] Trial 1974 pruned. 
[I 2021-12-19 10:52:09,542] Trial 1975 pruned. 
[I 2021-12-19 10:52:10,329] Trial 1976 pruned. 
[I 2021-12-19 10:52:11,158] Trial 1977 pruned. 
[I 2021-12-19 10:52:12,003] Trial 1978 pruned. 
[I 2021-12-19 10:52:12,214] Trial 1979 pruned. 
[I 2021-12-19 10:52:12,987] Trial 1980 pruned. 
[I 2021-12-19 10:52:14,368] Trial 1981 pruned. 
[I 2021-12-19 10:52:15,193] Trial 1982 pruned. 
[I 2021-12-19 10:52:15,852] Trial 1983 pruned. 
[I 2021-12-19 10:52:16,705] Trial 1984 pruned. 
[I 2021-12-19 10:52:17,462] Trial 1985 pruned. 
[I 2021-12-19 10:52:26,764] Trial 1986 pruned. 
[I 2021-12-19 10:52:27,098] Trial 1987 pruned. 
[I 2021-12-19 10:52:28,803] Trial 1988 pruned. 
[I 2021-12-19 10:52:29,717] Trial 1989 pruned. 
[I 2021-12-19 10:52:30,626] Trial 1990 pruned. 
[I 2021-12-19 10:52:31,600] Trial 1991 pruned. 
[I 2021-12-19 10:52:33,345] Trial 1992 pruned. 
[I 2021-12-19 10:52:34,089] Trial 1993 pruned. 
[I 2021-12-19 10:52:34,591] Trial 1994 pruned. 
[I 2021-12-19 10:52:35,484] Trial 1995 pruned. 
[I 2021-12-19 10:52:36,334] Trial 1996 pruned. 
[I 2021-12-19 10:52:37,259] Trial 1997 pruned. 
[I 2021-12-19 10:52:38,868] Trial 1998 pruned. 
[I 2021-12-19 10:52:39,676] Trial 1999 pruned. 
[I 2021-12-19 10:52:40,481] Trial 2000 pruned. 
[I 2021-12-19 10:52:41,268] Trial 2001 pruned. 
[I 2021-12-19 10:52:42,140] Trial 2002 pruned. 
[I 2021-12-19 10:52:42,354] Trial 2003 pruned. 
[I 2021-12-19 10:52:43,214] Trial 2004 pruned. 
[I 2021-12-19 10:52:44,057] Trial 2005 pruned. 
[I 2021-12-19 10:52:44,813] Trial 2006 pruned. 
[I 2021-12-19 10:53:57,189] Trial 2007 finished with value: 164.1793670654297 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 424, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:55:14,034] Trial 2008 finished with value: 163.53819274902344 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 900, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:55:14,352] Trial 2009 pruned. 
[I 2021-12-19 10:55:15,114] Trial 2010 pruned. 
[I 2021-12-19 10:55:16,010] Trial 2011 pruned. 
[I 2021-12-19 10:55:16,782] Trial 2012 pruned. 
[I 2021-12-19 10:55:17,795] Trial 2013 pruned. 
[I 2021-12-19 10:55:18,580] Trial 2014 pruned. 
[I 2021-12-19 10:55:20,076] Trial 2015 pruned. 
[I 2021-12-19 10:55:20,850] Trial 2016 pruned. 
[I 2021-12-19 10:55:21,661] Trial 2017 pruned. 
[I 2021-12-19 10:55:22,360] Trial 2018 pruned. 
[I 2021-12-19 10:55:23,632] Trial 2019 pruned. 
[I 2021-12-19 10:55:24,357] Trial 2020 pruned. 
[I 2021-12-19 10:55:25,122] Trial 2021 pruned. 
[I 2021-12-19 10:55:25,874] Trial 2022 pruned. 
[I 2021-12-19 10:55:26,746] Trial 2023 pruned. 
[I 2021-12-19 10:56:38,780] Trial 2024 finished with value: 165.1578826904297 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 382, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:56:40,360] Trial 2025 pruned. 
[I 2021-12-19 10:56:41,889] Trial 2026 pruned. 
[I 2021-12-19 10:56:43,422] Trial 2027 pruned. 
[I 2021-12-19 10:56:43,638] Trial 2028 pruned. 
[I 2021-12-19 10:56:44,481] Trial 2029 pruned. 
[I 2021-12-19 10:56:45,223] Trial 2030 pruned. 
[I 2021-12-19 10:56:45,651] Trial 2031 pruned. 
[I 2021-12-19 10:56:47,082] Trial 2032 pruned. 
[I 2021-12-19 10:56:47,850] Trial 2033 pruned. 
[I 2021-12-19 10:56:48,718] Trial 2034 pruned. 
[I 2021-12-19 10:56:50,132] Trial 2035 pruned. 
[I 2021-12-19 10:56:50,999] Trial 2036 pruned. 
[I 2021-12-19 10:56:51,810] Trial 2037 pruned. 
[I 2021-12-19 10:56:53,488] Trial 2038 pruned. 
[I 2021-12-19 10:56:54,898] Trial 2039 pruned. 
[I 2021-12-19 10:56:55,646] Trial 2040 pruned. 
[I 2021-12-19 10:56:56,439] Trial 2041 pruned. 
[I 2021-12-19 10:56:56,945] Trial 2042 pruned. 
[I 2021-12-19 10:56:57,709] Trial 2043 pruned. 
[I 2021-12-19 10:56:59,071] Trial 2044 pruned. 
[I 2021-12-19 10:56:59,983] Trial 2045 pruned. 
[I 2021-12-19 10:57:01,424] Trial 2046 pruned. 
[I 2021-12-19 10:57:02,339] Trial 2047 pruned. 
[I 2021-12-19 10:57:03,134] Trial 2048 pruned. 
[I 2021-12-19 10:57:04,515] Trial 2049 pruned. 
[I 2021-12-19 10:57:05,325] Trial 2050 pruned. 
[I 2021-12-19 10:57:06,337] Trial 2051 pruned. 
[I 2021-12-19 10:57:06,586] Trial 2052 pruned. 
[I 2021-12-19 10:57:07,388] Trial 2053 pruned. 
[I 2021-12-19 10:57:09,767] Trial 2054 pruned. 
[I 2021-12-19 10:57:10,068] Trial 2055 pruned. 
[I 2021-12-19 10:57:10,824] Trial 2056 pruned. 
[I 2021-12-19 10:57:11,553] Trial 2057 pruned. 
[I 2021-12-19 10:57:12,518] Trial 2058 pruned. 
[I 2021-12-19 10:57:13,381] Trial 2059 pruned. 
[I 2021-12-19 10:57:14,764] Trial 2060 pruned. 
[I 2021-12-19 10:57:15,569] Trial 2061 pruned. 
[I 2021-12-19 10:57:17,211] Trial 2062 pruned. 
[I 2021-12-19 10:57:18,527] Trial 2063 pruned. 
[I 2021-12-19 10:57:20,028] Trial 2064 pruned. 
[I 2021-12-19 10:57:20,862] Trial 2065 pruned. 
[I 2021-12-19 10:57:21,633] Trial 2066 pruned. 
[I 2021-12-19 10:57:22,153] Trial 2067 pruned. 
[I 2021-12-19 10:57:23,551] Trial 2068 pruned. 
[I 2021-12-19 10:58:29,551] Trial 2069 finished with value: 162.6541748046875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 392, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 10:58:30,333] Trial 2070 pruned. 
[I 2021-12-19 10:58:31,246] Trial 2071 pruned. 
[I 2021-12-19 10:58:32,041] Trial 2072 pruned. 
[I 2021-12-19 10:58:35,609] Trial 2073 pruned. 
[I 2021-12-19 10:58:36,488] Trial 2074 pruned. 
[I 2021-12-19 10:58:36,772] Trial 2075 pruned. 
[I 2021-12-19 10:58:38,116] Trial 2076 pruned. 
[I 2021-12-19 10:58:39,603] Trial 2077 pruned. 
[I 2021-12-19 10:58:41,158] Trial 2078 pruned. 
[I 2021-12-19 10:58:41,490] Trial 2079 pruned. 
[I 2021-12-19 10:58:43,029] Trial 2080 pruned. 
[I 2021-12-19 10:58:43,857] Trial 2081 pruned. 
[I 2021-12-19 10:58:45,305] Trial 2082 pruned. 
[I 2021-12-19 10:58:46,913] Trial 2083 pruned. 
[I 2021-12-19 10:58:48,534] Trial 2084 pruned. 
[I 2021-12-19 10:58:49,472] Trial 2085 pruned. 
[I 2021-12-19 10:58:50,211] Trial 2086 pruned. 
[I 2021-12-19 10:58:51,795] Trial 2087 pruned. 
[I 2021-12-19 10:58:53,248] Trial 2088 pruned. 
[I 2021-12-19 10:58:54,677] Trial 2089 pruned. 
[I 2021-12-19 10:58:55,217] Trial 2090 pruned. 
[I 2021-12-19 10:58:56,017] Trial 2091 pruned. 
[I 2021-12-19 10:58:57,493] Trial 2092 pruned. 
[I 2021-12-19 10:58:58,932] Trial 2093 pruned. 
[I 2021-12-19 10:58:59,768] Trial 2094 pruned. 
[I 2021-12-19 10:59:01,175] Trial 2095 pruned. 
[I 2021-12-19 10:59:01,974] Trial 2096 pruned. 
[I 2021-12-19 10:59:02,801] Trial 2097 pruned. 
[I 2021-12-19 10:59:04,514] Trial 2098 pruned. 
[I 2021-12-19 10:59:04,743] Trial 2099 pruned. 
[I 2021-12-19 10:59:05,448] Trial 2100 pruned. 
[I 2021-12-19 10:59:06,875] Trial 2101 pruned. 
[I 2021-12-19 10:59:07,768] Trial 2102 pruned. 
[I 2021-12-19 10:59:08,147] Trial 2103 pruned. 
[I 2021-12-19 10:59:09,002] Trial 2104 pruned. 
[I 2021-12-19 10:59:09,868] Trial 2105 pruned. 
[I 2021-12-19 10:59:10,680] Trial 2106 pruned. 
[I 2021-12-19 10:59:11,526] Trial 2107 pruned. 
[I 2021-12-19 10:59:12,936] Trial 2108 pruned. 
[I 2021-12-19 10:59:13,783] Trial 2109 pruned. 
[I 2021-12-19 10:59:14,672] Trial 2110 pruned. 
[I 2021-12-19 10:59:15,543] Trial 2111 pruned. 
[I 2021-12-19 10:59:17,317] Trial 2112 pruned. 
[I 2021-12-19 10:59:18,732] Trial 2113 pruned. 
[I 2021-12-19 10:59:19,615] Trial 2114 pruned. 
[I 2021-12-19 10:59:20,059] Trial 2115 pruned. 
[I 2021-12-19 10:59:20,910] Trial 2116 pruned. 
[I 2021-12-19 10:59:21,689] Trial 2117 pruned. 
[I 2021-12-19 10:59:22,793] Trial 2118 pruned. 
[I 2021-12-19 10:59:24,238] Trial 2119 pruned. 
[I 2021-12-19 10:59:25,722] Trial 2120 pruned. 
[I 2021-12-19 10:59:26,572] Trial 2121 pruned. 
[I 2021-12-19 10:59:28,041] Trial 2122 pruned. 
[I 2021-12-19 10:59:28,292] Trial 2123 pruned. 
[I 2021-12-19 10:59:29,163] Trial 2124 pruned. 
[I 2021-12-19 10:59:29,971] Trial 2125 pruned. 
[I 2021-12-19 10:59:30,763] Trial 2126 pruned. 
[I 2021-12-19 10:59:31,106] Trial 2127 pruned. 
[I 2021-12-19 10:59:31,870] Trial 2128 pruned. 
[I 2021-12-19 10:59:32,839] Trial 2129 pruned. 
[I 2021-12-19 10:59:34,231] Trial 2130 pruned. 
[I 2021-12-19 10:59:34,973] Trial 2131 pruned. 
[I 2021-12-19 10:59:35,728] Trial 2132 pruned. 
[I 2021-12-19 10:59:36,534] Trial 2133 pruned. 
[I 2021-12-19 10:59:37,362] Trial 2134 pruned. 
[I 2021-12-19 11:00:50,249] Trial 2135 finished with value: 166.0168914794922 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 470, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'linear'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:00:51,068] Trial 2136 pruned. 
[I 2021-12-19 11:00:52,853] Trial 2137 pruned. 
[I 2021-12-19 11:00:54,265] Trial 2138 pruned. 
[I 2021-12-19 11:00:54,715] Trial 2139 pruned. 
[I 2021-12-19 11:00:55,487] Trial 2140 pruned. 
[I 2021-12-19 11:00:56,338] Trial 2141 pruned. 
[I 2021-12-19 11:00:57,850] Trial 2142 pruned. 
[I 2021-12-19 11:00:59,312] Trial 2143 pruned. 
[I 2021-12-19 11:01:00,666] Trial 2144 pruned. 
[I 2021-12-19 11:01:01,468] Trial 2145 pruned. 
[I 2021-12-19 11:01:03,027] Trial 2146 pruned. 
[I 2021-12-19 11:01:03,832] Trial 2147 pruned. 
[I 2021-12-19 11:01:04,773] Trial 2148 pruned. 
[I 2021-12-19 11:01:06,496] Trial 2149 pruned. 
[I 2021-12-19 11:01:06,894] Trial 2150 pruned. 
[I 2021-12-19 11:01:07,160] Trial 2151 pruned. 
[I 2021-12-19 11:01:08,484] Trial 2152 pruned. 
[I 2021-12-19 11:01:09,252] Trial 2153 pruned. 
[I 2021-12-19 11:01:10,459] Trial 2154 pruned. 
[I 2021-12-19 11:01:11,304] Trial 2155 pruned. 
[I 2021-12-19 11:01:12,729] Trial 2156 pruned. 
[I 2021-12-19 11:01:14,685] Trial 2157 pruned. 
[I 2021-12-19 11:01:15,452] Trial 2158 pruned. 
[I 2021-12-19 11:01:16,904] Trial 2159 pruned. 
[I 2021-12-19 11:01:18,479] Trial 2160 pruned. 
[I 2021-12-19 11:01:19,280] Trial 2161 pruned. 
[I 2021-12-19 11:01:20,039] Trial 2162 pruned. 
[I 2021-12-19 11:01:20,600] Trial 2163 pruned. 
[I 2021-12-19 11:01:22,128] Trial 2164 pruned. 
[I 2021-12-19 11:01:28,474] Trial 2165 pruned. 
[I 2021-12-19 11:01:29,908] Trial 2166 pruned. 
[I 2021-12-19 11:01:30,771] Trial 2167 pruned. 
[I 2021-12-19 11:01:32,219] Trial 2168 pruned. 
[I 2021-12-19 11:01:35,931] Trial 2169 pruned. 
[I 2021-12-19 11:01:37,322] Trial 2170 pruned. 
[I 2021-12-19 11:01:37,538] Trial 2171 pruned. 
[I 2021-12-19 11:01:38,505] Trial 2172 pruned. 
[I 2021-12-19 11:01:39,361] Trial 2173 pruned. 
[I 2021-12-19 11:01:40,107] Trial 2174 pruned. 
[I 2021-12-19 11:01:40,456] Trial 2175 pruned. 
[I 2021-12-19 11:01:41,891] Trial 2176 pruned. 
[I 2021-12-19 11:02:49,168] Trial 2177 finished with value: 164.64137268066406 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 460, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:02:49,989] Trial 2178 pruned. 
[I 2021-12-19 11:02:51,460] Trial 2179 pruned. 
[I 2021-12-19 11:02:52,384] Trial 2180 pruned. 
[I 2021-12-19 11:02:53,410] Trial 2181 pruned. 
[I 2021-12-19 11:02:54,184] Trial 2182 pruned. 
[I 2021-12-19 11:02:54,918] Trial 2183 pruned. 
[I 2021-12-19 11:02:55,690] Trial 2184 pruned. 
[I 2021-12-19 11:02:56,631] Trial 2185 pruned. 
[I 2021-12-19 11:02:58,044] Trial 2186 pruned. 
[I 2021-12-19 11:02:58,542] Trial 2187 pruned. 
[I 2021-12-19 11:02:59,326] Trial 2188 pruned. 
[I 2021-12-19 11:03:01,039] Trial 2189 pruned. 
[I 2021-12-19 11:03:02,397] Trial 2190 pruned. 
[I 2021-12-19 11:03:03,130] Trial 2191 pruned. 
[I 2021-12-19 11:03:04,891] Trial 2192 pruned. 
[I 2021-12-19 11:03:08,227] Trial 2193 pruned. 
[I 2021-12-19 11:03:09,591] Trial 2194 pruned. 
[I 2021-12-19 11:03:09,833] Trial 2195 pruned. 
[I 2021-12-19 11:03:11,247] Trial 2196 pruned. 
[I 2021-12-19 11:03:15,394] Trial 2197 pruned. 
[I 2021-12-19 11:03:16,885] Trial 2198 pruned. 
[I 2021-12-19 11:03:17,210] Trial 2199 pruned. 
[I 2021-12-19 11:03:18,776] Trial 2200 pruned. 
[I 2021-12-19 11:03:20,497] Trial 2201 pruned. 
[I 2021-12-19 11:03:22,273] Trial 2202 pruned. 
[I 2021-12-19 11:03:23,085] Trial 2203 pruned. 
[I 2021-12-19 11:03:24,463] Trial 2204 pruned. 
[I 2021-12-19 11:03:25,265] Trial 2205 pruned. 
[I 2021-12-19 11:03:26,088] Trial 2206 pruned. 
[I 2021-12-19 11:03:26,861] Trial 2207 pruned. 
[I 2021-12-19 11:03:27,747] Trial 2208 pruned. 
[I 2021-12-19 11:03:29,114] Trial 2209 pruned. 
[I 2021-12-19 11:03:30,622] Trial 2210 pruned. 
[I 2021-12-19 11:03:31,123] Trial 2211 pruned. 
[I 2021-12-19 11:03:32,025] Trial 2212 pruned. 
[I 2021-12-19 11:03:33,445] Trial 2213 pruned. 
[I 2021-12-19 11:03:34,322] Trial 2214 pruned. 
[I 2021-12-19 11:03:35,085] Trial 2215 pruned. 
[I 2021-12-19 11:03:36,677] Trial 2216 pruned. 
[I 2021-12-19 11:03:38,279] Trial 2217 pruned. 
[I 2021-12-19 11:03:39,592] Trial 2218 pruned. 
[I 2021-12-19 11:03:40,422] Trial 2219 pruned. 
[I 2021-12-19 11:03:40,673] Trial 2220 pruned. 
[I 2021-12-19 11:03:42,203] Trial 2221 pruned. 
[I 2021-12-19 11:03:43,579] Trial 2222 pruned. 
[I 2021-12-19 11:03:44,473] Trial 2223 pruned. 
[I 2021-12-19 11:03:44,796] Trial 2224 pruned. 
[I 2021-12-19 11:03:45,767] Trial 2225 pruned. 
[I 2021-12-19 11:03:46,548] Trial 2226 pruned. 
[I 2021-12-19 11:03:47,994] Trial 2227 pruned. 
[I 2021-12-19 11:03:48,898] Trial 2228 pruned. 
[I 2021-12-19 11:03:52,310] Trial 2229 pruned. 
[I 2021-12-19 11:03:53,097] Trial 2230 pruned. 
[I 2021-12-19 11:03:53,956] Trial 2231 pruned. 
[I 2021-12-19 11:03:54,641] Trial 2232 pruned. 
[I 2021-12-19 11:03:55,539] Trial 2233 pruned. 
[I 2021-12-19 11:03:56,355] Trial 2234 pruned. 
[I 2021-12-19 11:03:57,224] Trial 2235 pruned. 
[I 2021-12-19 11:03:57,743] Trial 2236 pruned. 
[I 2021-12-19 11:03:58,531] Trial 2237 pruned. 
[I 2021-12-19 11:03:59,923] Trial 2238 pruned. 
[I 2021-12-19 11:04:00,782] Trial 2239 pruned. 
[I 2021-12-19 11:04:01,742] Trial 2240 pruned. 
[I 2021-12-19 11:04:02,604] Trial 2241 pruned. 
[I 2021-12-19 11:04:03,437] Trial 2242 pruned. 
[I 2021-12-19 11:04:03,766] Trial 2243 pruned. 
[I 2021-12-19 11:04:04,603] Trial 2244 pruned. 
[I 2021-12-19 11:04:06,045] Trial 2245 pruned. 
[I 2021-12-19 11:04:07,522] Trial 2246 pruned. 
[I 2021-12-19 11:04:08,374] Trial 2247 pruned. 
[I 2021-12-19 11:04:08,801] Trial 2248 pruned. 
[I 2021-12-19 11:05:17,399] Trial 2249 finished with value: 161.90353393554688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 532, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:05:18,202] Trial 2250 pruned. 
[I 2021-12-19 11:05:19,544] Trial 2251 pruned. 
[I 2021-12-19 11:05:21,054] Trial 2252 pruned. 
[I 2021-12-19 11:05:21,863] Trial 2253 pruned. 
[I 2021-12-19 11:05:25,361] Trial 2254 pruned. 
[I 2021-12-19 11:05:26,331] Trial 2255 pruned. 
[I 2021-12-19 11:05:27,217] Trial 2256 pruned. 
[I 2021-12-19 11:05:28,802] Trial 2257 pruned. 
[I 2021-12-19 11:05:30,310] Trial 2258 pruned. 
[I 2021-12-19 11:05:31,243] Trial 2259 pruned. 
[I 2021-12-19 11:05:32,113] Trial 2260 pruned. 
[I 2021-12-19 11:05:32,585] Trial 2261 pruned. 
[I 2021-12-19 11:05:33,353] Trial 2262 pruned. 
[I 2021-12-19 11:05:34,136] Trial 2263 pruned. 
[I 2021-12-19 11:05:35,766] Trial 2264 pruned. 
[I 2021-12-19 11:05:37,204] Trial 2265 pruned. 
[I 2021-12-19 11:05:38,264] Trial 2266 pruned. 
[I 2021-12-19 11:05:38,721] Trial 2267 pruned. 
[I 2021-12-19 11:05:41,924] Trial 2268 pruned. 
[I 2021-12-19 11:05:45,233] Trial 2269 pruned. 
[I 2021-12-19 11:05:46,328] Trial 2270 pruned. 
[I 2021-12-19 11:05:47,192] Trial 2271 pruned. 
[I 2021-12-19 11:05:47,723] Trial 2272 pruned. 
[I 2021-12-19 11:05:48,906] Trial 2273 pruned. 
[I 2021-12-19 11:05:49,784] Trial 2274 pruned. 
[I 2021-12-19 11:05:51,685] Trial 2275 pruned. 
[I 2021-12-19 11:05:56,721] Trial 2276 pruned. 
[I 2021-12-19 11:05:58,007] Trial 2277 pruned. 
[I 2021-12-19 11:05:59,539] Trial 2278 pruned. 
[I 2021-12-19 11:06:01,591] Trial 2279 pruned. 
[I 2021-12-19 11:06:02,948] Trial 2280 pruned. 
[I 2021-12-19 11:06:04,145] Trial 2281 pruned. 
[I 2021-12-19 11:06:05,885] Trial 2282 pruned. 
[I 2021-12-19 11:06:07,185] Trial 2283 pruned. 
[I 2021-12-19 11:06:09,800] Trial 2284 pruned. 
[I 2021-12-19 11:06:12,845] Trial 2285 pruned. 
[I 2021-12-19 11:07:33,218] Trial 2286 finished with value: 170.20904541015625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 436, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:07:34,795] Trial 2287 pruned. 
[I 2021-12-19 11:07:36,455] Trial 2288 pruned. 
[I 2021-12-19 11:07:37,735] Trial 2289 pruned. 
[I 2021-12-19 11:07:38,682] Trial 2290 pruned. 
[I 2021-12-19 11:07:38,962] Trial 2291 pruned. 
[I 2021-12-19 11:07:39,879] Trial 2292 pruned. 
[I 2021-12-19 11:07:40,732] Trial 2293 pruned. 
[I 2021-12-19 11:08:48,023] Trial 2294 finished with value: 161.89295959472656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 376, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:08:48,839] Trial 2295 pruned. 
[I 2021-12-19 11:08:49,800] Trial 2296 pruned. 
[I 2021-12-19 11:08:50,161] Trial 2297 pruned. 
[I 2021-12-19 11:09:56,622] Trial 2298 finished with value: 163.63584899902344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 416, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:09:57,555] Trial 2299 pruned. 
[I 2021-12-19 11:09:59,898] Trial 2300 pruned. 
[I 2021-12-19 11:10:00,778] Trial 2301 pruned. 
[I 2021-12-19 11:10:02,214] Trial 2302 pruned. 
[I 2021-12-19 11:10:03,879] Trial 2303 pruned. 
[I 2021-12-19 11:10:04,792] Trial 2304 pruned. 
[I 2021-12-19 11:10:06,282] Trial 2305 pruned. 
[I 2021-12-19 11:10:07,245] Trial 2306 pruned. 
[I 2021-12-19 11:10:07,814] Trial 2307 pruned. 
[I 2021-12-19 11:10:08,719] Trial 2308 pruned. 
[I 2021-12-19 11:10:09,547] Trial 2309 pruned. 
[I 2021-12-19 11:10:11,092] Trial 2310 pruned. 
[I 2021-12-19 11:10:11,937] Trial 2311 pruned. 
[I 2021-12-19 11:10:12,868] Trial 2312 pruned. 
[I 2021-12-19 11:10:14,306] Trial 2313 pruned. 
[I 2021-12-19 11:10:17,565] Trial 2314 pruned. 
[I 2021-12-19 11:10:17,962] Trial 2315 pruned. 
[I 2021-12-19 11:10:21,442] Trial 2316 pruned. 
[I 2021-12-19 11:10:22,229] Trial 2317 pruned. 
[I 2021-12-19 11:10:23,013] Trial 2318 pruned. 
[I 2021-12-19 11:10:23,920] Trial 2319 pruned. 
[I 2021-12-19 11:10:24,332] Trial 2320 pruned. 
[I 2021-12-19 11:10:25,309] Trial 2321 pruned. 
[I 2021-12-19 11:10:26,114] Trial 2322 pruned. 
[I 2021-12-19 11:10:27,018] Trial 2323 pruned. 
[I 2021-12-19 11:10:28,001] Trial 2324 pruned. 
[I 2021-12-19 11:10:28,808] Trial 2325 pruned. 
[I 2021-12-19 11:10:30,287] Trial 2326 pruned. 
[I 2021-12-19 11:10:31,742] Trial 2327 pruned. 
[I 2021-12-19 11:10:33,169] Trial 2328 pruned. 
[I 2021-12-19 11:10:34,178] Trial 2329 pruned. 
[I 2021-12-19 11:10:34,948] Trial 2330 pruned. 
[I 2021-12-19 11:10:35,428] Trial 2331 pruned. 
[I 2021-12-19 11:10:36,205] Trial 2332 pruned. 
[I 2021-12-19 11:10:37,111] Trial 2333 pruned. 
[I 2021-12-19 11:10:37,923] Trial 2334 pruned. 
[I 2021-12-19 11:10:38,912] Trial 2335 pruned. 
[I 2021-12-19 11:10:39,896] Trial 2336 pruned. 
[I 2021-12-19 11:10:41,494] Trial 2337 pruned. 
[I 2021-12-19 11:10:42,404] Trial 2338 pruned. 
[I 2021-12-19 11:10:42,657] Trial 2339 pruned. 
[I 2021-12-19 11:10:43,533] Trial 2340 pruned. 
[I 2021-12-19 11:10:44,423] Trial 2341 pruned. 
[I 2021-12-19 11:10:45,234] Trial 2342 pruned. 
[I 2021-12-19 11:10:45,954] Trial 2343 pruned. 
[I 2021-12-19 11:10:46,281] Trial 2344 pruned. 
[I 2021-12-19 11:10:47,194] Trial 2345 pruned. 
[I 2021-12-19 11:10:48,129] Trial 2346 pruned. 
[I 2021-12-19 11:10:49,040] Trial 2347 pruned. 
[I 2021-12-19 11:10:49,828] Trial 2348 pruned. 
[I 2021-12-19 11:10:50,726] Trial 2349 pruned. 
[I 2021-12-19 11:10:52,170] Trial 2350 pruned. 
[I 2021-12-19 11:10:53,781] Trial 2351 pruned. 
[I 2021-12-19 11:10:54,601] Trial 2352 pruned. 
[I 2021-12-19 11:10:55,518] Trial 2353 pruned. 
[I 2021-12-19 11:10:56,987] Trial 2354 pruned. 
[I 2021-12-19 11:10:57,484] Trial 2355 pruned. 
[I 2021-12-19 11:10:58,896] Trial 2356 pruned. 
[I 2021-12-19 11:10:59,751] Trial 2357 pruned. 
[I 2021-12-19 11:11:00,646] Trial 2358 pruned. 
[I 2021-12-19 11:11:01,563] Trial 2359 pruned. 
[I 2021-12-19 11:11:02,474] Trial 2360 pruned. 
[I 2021-12-19 11:11:03,295] Trial 2361 pruned. 
[I 2021-12-19 11:11:04,232] Trial 2362 pruned. 
[I 2021-12-19 11:11:05,753] Trial 2363 pruned. 
[I 2021-12-19 11:11:06,014] Trial 2364 pruned. 
[I 2021-12-19 11:11:06,857] Trial 2365 pruned. 
[I 2021-12-19 11:11:08,546] Trial 2366 pruned. 
[I 2021-12-19 11:11:12,323] Trial 2367 pruned. 
[I 2021-12-19 11:11:12,665] Trial 2368 pruned. 
[I 2021-12-19 11:11:13,433] Trial 2369 pruned. 
[I 2021-12-19 11:11:14,424] Trial 2370 pruned. 
[I 2021-12-19 11:11:15,179] Trial 2371 pruned. 
[I 2021-12-19 11:11:15,998] Trial 2372 pruned. 
[I 2021-12-19 11:11:16,953] Trial 2373 pruned. 
[I 2021-12-19 11:11:17,851] Trial 2374 pruned. 
[I 2021-12-19 11:11:18,802] Trial 2375 pruned. 
[I 2021-12-19 11:11:19,626] Trial 2376 pruned. 
[I 2021-12-19 11:11:21,032] Trial 2377 pruned. 
[I 2021-12-19 11:11:22,643] Trial 2378 pruned. 
[I 2021-12-19 11:11:23,195] Trial 2379 pruned. 
[I 2021-12-19 11:11:24,695] Trial 2380 pruned. 
[I 2021-12-19 11:11:25,515] Trial 2381 pruned. 
[I 2021-12-19 11:11:26,604] Trial 2382 pruned. 
[I 2021-12-19 11:11:28,026] Trial 2383 pruned. 
[I 2021-12-19 11:11:28,843] Trial 2384 pruned. 
[I 2021-12-19 11:11:29,703] Trial 2385 pruned. 
[I 2021-12-19 11:11:30,692] Trial 2386 pruned. 
[I 2021-12-19 11:11:31,528] Trial 2387 pruned. 
[I 2021-12-19 11:11:31,768] Trial 2388 pruned. 
[I 2021-12-19 11:11:33,759] Trial 2389 pruned. 
[I 2021-12-19 11:11:34,748] Trial 2390 pruned. 
[I 2021-12-19 11:11:35,659] Trial 2391 pruned. 
[I 2021-12-19 11:11:36,468] Trial 2392 pruned. 
[I 2021-12-19 11:11:36,792] Trial 2393 pruned. 
[I 2021-12-19 11:11:37,535] Trial 2394 pruned. 
[I 2021-12-19 11:11:38,559] Trial 2395 pruned. 
[I 2021-12-19 11:11:39,651] Trial 2396 pruned. 
[I 2021-12-19 11:11:41,092] Trial 2397 pruned. 
[I 2021-12-19 11:11:41,894] Trial 2398 pruned. 
[I 2021-12-19 11:11:42,905] Trial 2399 pruned. 
[I 2021-12-19 11:11:43,743] Trial 2400 pruned. 
[I 2021-12-19 11:11:44,523] Trial 2401 pruned. 
[I 2021-12-19 11:11:45,439] Trial 2402 pruned. 
[I 2021-12-19 11:11:46,993] Trial 2403 pruned. 
[I 2021-12-19 11:11:47,861] Trial 2404 pruned. 
[I 2021-12-19 11:11:49,406] Trial 2405 pruned. 
[I 2021-12-19 11:11:50,126] Trial 2406 pruned. 
[I 2021-12-19 11:11:51,120] Trial 2407 pruned. 
[I 2021-12-19 11:11:51,971] Trial 2408 pruned. 
[I 2021-12-19 11:11:52,799] Trial 2409 pruned. 
[I 2021-12-19 11:11:53,692] Trial 2410 pruned. 
[I 2021-12-19 11:11:55,239] Trial 2411 pruned. 
[I 2021-12-19 11:11:56,876] Trial 2412 pruned. 
[I 2021-12-19 11:11:57,154] Trial 2413 pruned. 
[I 2021-12-19 11:11:58,873] Trial 2414 pruned. 
[I 2021-12-19 11:11:59,667] Trial 2415 pruned. 
[I 2021-12-19 11:12:00,050] Trial 2416 pruned. 
[I 2021-12-19 11:12:00,889] Trial 2417 pruned. 
[I 2021-12-19 11:12:01,700] Trial 2418 pruned. 
[I 2021-12-19 11:12:02,723] Trial 2419 pruned. 
[I 2021-12-19 11:12:03,627] Trial 2420 pruned. 
[I 2021-12-19 11:12:04,492] Trial 2421 pruned. 
[I 2021-12-19 11:12:05,411] Trial 2422 pruned. 
[I 2021-12-19 11:12:07,022] Trial 2423 pruned. 
[I 2021-12-19 11:12:08,471] Trial 2424 pruned. 
[I 2021-12-19 11:12:09,949] Trial 2425 pruned. 
[I 2021-12-19 11:12:10,816] Trial 2426 pruned. 
[I 2021-12-19 11:12:11,828] Trial 2427 pruned. 
[I 2021-12-19 11:12:12,334] Trial 2428 pruned. 
[I 2021-12-19 11:13:15,771] Trial 2429 finished with value: 172.18746948242188 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:13:16,805] Trial 2430 pruned. 
[I 2021-12-19 11:13:17,601] Trial 2431 pruned. 
[I 2021-12-19 11:13:18,547] Trial 2432 pruned. 
[I 2021-12-19 11:13:20,679] Trial 2433 pruned. 
[I 2021-12-19 11:13:24,796] Trial 2434 pruned. 
[I 2021-12-19 11:13:26,617] Trial 2435 pruned. 
[I 2021-12-19 11:13:27,420] Trial 2436 pruned. 
[I 2021-12-19 11:13:27,673] Trial 2437 pruned. 
[I 2021-12-19 11:13:28,603] Trial 2438 pruned. 
[I 2021-12-19 11:13:29,488] Trial 2439 pruned. 
[I 2021-12-19 11:13:30,975] Trial 2440 pruned. 
[I 2021-12-19 11:13:31,736] Trial 2441 pruned. 
[I 2021-12-19 11:13:32,071] Trial 2442 pruned. 
[I 2021-12-19 11:13:32,935] Trial 2443 pruned. 
[I 2021-12-19 11:13:33,757] Trial 2444 pruned. 
[I 2021-12-19 11:13:35,343] Trial 2445 pruned. 
[I 2021-12-19 11:13:36,311] Trial 2446 pruned. 
[I 2021-12-19 11:13:37,286] Trial 2447 pruned. 
[I 2021-12-19 11:13:38,741] Trial 2448 pruned. 
[I 2021-12-19 11:13:40,292] Trial 2449 pruned. 
[I 2021-12-19 11:13:41,305] Trial 2450 pruned. 
[I 2021-12-19 11:13:41,932] Trial 2451 pruned. 
[I 2021-12-19 11:14:46,619] Trial 2452 finished with value: 162.75999450683594 and parameters: {'batch_size': 16, 'n_hdn_layers': 2, 'neurons_HL1': 522, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu'}. Best is trial 1490 with value: 158.4456024169922.
[I 2021-12-19 11:14:48,245] Trial 2453 pruned. 
[I 2021-12-19 11:14:49,090] Trial 2454 pruned. 
[I 2021-12-19 11:14:50,036] Trial 2455 pruned. 
[I 2021-12-19 11:14:50,860] Trial 2456 pruned. 
[I 2021-12-19 11:14:51,763] Trial 2457 pruned. 
[I 2021-12-19 11:14:52,574] Trial 2458 pruned. 
[I 2021-12-19 11:14:54,194] Trial 2459 pruned. 
[I 2021-12-19 11:14:54,461] Trial 2460 pruned. 
[I 2021-12-19 11:14:55,317] Trial 2461 pruned. 
[I 2021-12-19 11:14:57,051] Trial 2462 pruned. 
[I 2021-12-19 11:14:57,930] Trial 2463 pruned. 
[I 2021-12-19 11:14:58,244] Trial 2464 pruned. 
[I 2021-12-19 11:14:59,095] Trial 2465 pruned. 
[I 2021-12-19 11:15:00,096] Trial 2466 pruned. 
[I 2021-12-19 11:15:01,006] Trial 2467 pruned. 
[I 2021-12-19 11:15:01,797] Trial 2468 pruned. 
[I 2021-12-19 11:15:02,716] Trial 2469 pruned. 
[I 2021-12-19 11:15:04,203] Trial 2470 pruned. 
[I 2021-12-19 11:15:05,131] Trial 2471 pruned. 
[I 2021-12-19 11:15:08,903] Trial 2472 pruned. 
[I 2021-12-19 11:15:09,938] Trial 2473 pruned. 
[I 2021-12-19 11:15:10,840] Trial 2474 pruned. 
[I 2021-12-19 11:15:11,422] Trial 2475 pruned. 
[I 2021-12-19 11:15:12,148] Trial 2476 pruned. 
[I 2021-12-19 11:15:14,410] Trial 2477 pruned. 
[I 2021-12-19 11:15:15,890] Trial 2478 pruned. 
[I 2021-12-19 11:15:17,459] Trial 2479 pruned. 
[I 2021-12-19 11:15:18,259] Trial 2480 pruned. 
[I 2021-12-19 11:15:19,171] Trial 2481 pruned. 
[I 2021-12-19 11:15:20,114] Trial 2482 pruned. 
[I 2021-12-19 11:15:21,664] Trial 2483 pruned. 
[I 2021-12-19 11:15:21,926] Trial 2484 pruned. 
[I 2021-12-19 11:15:22,706] Trial 2485 pruned. 
[I 2021-12-19 11:15:23,655] Trial 2486 pruned. 
[I 2021-12-19 11:15:24,605] Trial 2487 pruned. 
[I 2021-12-19 11:15:25,393] Trial 2488 pruned. 
[I 2021-12-19 11:15:25,782] Trial 2489 pruned. 
[I 2021-12-19 11:15:26,604] Trial 2490 pruned. 
[I 2021-12-19 11:15:28,182] Trial 2491 pruned. 
[I 2021-12-19 11:15:29,034] Trial 2492 pruned. 
[I 2021-12-19 11:15:29,961] Trial 2493 pruned. 
[I 2021-12-19 11:15:30,766] Trial 2494 pruned. 
[I 2021-12-19 11:16:40,107] Trial 2495 finished with value: 156.8577117919922 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 388, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:16:41,805] Trial 2496 pruned. 
[I 2021-12-19 11:16:42,782] Trial 2497 pruned. 
[I 2021-12-19 11:16:43,630] Trial 2498 pruned. 
[I 2021-12-19 11:16:44,527] Trial 2499 pruned. 
[I 2021-12-19 11:16:45,000] Trial 2500 pruned. 
[I 2021-12-19 11:16:46,469] Trial 2501 pruned. 
[I 2021-12-19 11:16:47,291] Trial 2502 pruned. 
[I 2021-12-19 11:16:48,243] Trial 2503 pruned. 
[I 2021-12-19 11:16:49,134] Trial 2504 pruned. 
[I 2021-12-19 11:16:50,823] Trial 2505 pruned. 
[I 2021-12-19 11:16:51,655] Trial 2506 pruned. 
[I 2021-12-19 11:16:52,601] Trial 2507 pruned. 
[I 2021-12-19 11:16:52,866] Trial 2508 pruned. 
[I 2021-12-19 11:16:53,731] Trial 2509 pruned. 
[I 2021-12-19 11:16:55,465] Trial 2510 pruned. 
[I 2021-12-19 11:16:57,167] Trial 2511 pruned. 
[I 2021-12-19 11:16:58,657] Trial 2512 pruned. 
[I 2021-12-19 11:16:59,043] Trial 2513 pruned. 
[I 2021-12-19 11:17:00,548] Trial 2514 pruned. 
[I 2021-12-19 11:17:01,409] Trial 2515 pruned. 
[I 2021-12-19 11:17:02,248] Trial 2516 pruned. 
[I 2021-12-19 11:17:03,202] Trial 2517 pruned. 
[I 2021-12-19 11:17:03,975] Trial 2518 pruned. 
[I 2021-12-19 11:17:04,948] Trial 2519 pruned. 
[I 2021-12-19 11:17:05,798] Trial 2520 pruned. 
[I 2021-12-19 11:17:06,717] Trial 2521 pruned. 
[I 2021-12-19 11:17:07,495] Trial 2522 pruned. 
[I 2021-12-19 11:17:08,395] Trial 2523 pruned. 
[I 2021-12-19 11:17:08,918] Trial 2524 pruned. 
[I 2021-12-19 11:17:09,814] Trial 2525 pruned. 
[I 2021-12-19 11:17:11,330] Trial 2526 pruned. 
[I 2021-12-19 11:17:12,971] Trial 2527 pruned. 
[I 2021-12-19 11:17:13,811] Trial 2528 pruned. 
[I 2021-12-19 11:17:14,762] Trial 2529 pruned. 
[I 2021-12-19 11:17:15,666] Trial 2530 pruned. 
[I 2021-12-19 11:17:16,477] Trial 2531 pruned. 
[I 2021-12-19 11:17:18,107] Trial 2532 pruned. 
[I 2021-12-19 11:17:19,131] Trial 2533 pruned. 
[I 2021-12-19 11:17:19,505] Trial 2534 pruned. 
[I 2021-12-19 11:17:20,357] Trial 2535 pruned. 
[I 2021-12-19 11:17:21,729] Trial 2536 pruned. 
[I 2021-12-19 11:17:22,115] Trial 2537 pruned. 
[I 2021-12-19 11:17:23,647] Trial 2538 pruned. 
[I 2021-12-19 11:17:24,461] Trial 2539 pruned. 
[I 2021-12-19 11:17:25,301] Trial 2540 pruned. 
[I 2021-12-19 11:17:26,227] Trial 2541 pruned. 
[I 2021-12-19 11:17:27,956] Trial 2542 pruned. 
[I 2021-12-19 11:17:28,775] Trial 2543 pruned. 
[I 2021-12-19 11:17:29,589] Trial 2544 pruned. 
[I 2021-12-19 11:17:31,256] Trial 2545 pruned. 
[I 2021-12-19 11:17:32,230] Trial 2546 pruned. 
[I 2021-12-19 11:17:33,730] Trial 2547 pruned. 
[I 2021-12-19 11:17:34,508] Trial 2548 pruned. 
[I 2021-12-19 11:17:36,238] Trial 2549 pruned. 
[I 2021-12-19 11:17:37,180] Trial 2550 pruned. 
[I 2021-12-19 11:17:37,977] Trial 2551 pruned. 
[I 2021-12-19 11:17:38,798] Trial 2552 pruned. 
[I 2021-12-19 11:17:39,362] Trial 2553 pruned. 
[I 2021-12-19 11:17:40,285] Trial 2554 pruned. 
[I 2021-12-19 11:17:41,781] Trial 2555 pruned. 
[I 2021-12-19 11:17:42,043] Trial 2556 pruned. 
[I 2021-12-19 11:17:43,094] Trial 2557 pruned. 
[I 2021-12-19 11:17:45,720] Trial 2558 pruned. 
[I 2021-12-19 11:17:47,529] Trial 2559 pruned. 
[I 2021-12-19 11:17:49,148] Trial 2560 pruned. 
[I 2021-12-19 11:17:50,189] Trial 2561 pruned. 
[I 2021-12-19 11:17:52,158] Trial 2562 pruned. 
[I 2021-12-19 11:17:53,560] Trial 2563 pruned. 
[I 2021-12-19 11:17:56,495] Trial 2564 pruned. 
[I 2021-12-19 11:17:58,236] Trial 2565 pruned. 
[I 2021-12-19 11:18:00,063] Trial 2566 pruned. 
[I 2021-12-19 11:18:01,599] Trial 2567 pruned. 
[I 2021-12-19 11:18:03,669] Trial 2568 pruned. 
[I 2021-12-19 11:18:05,988] Trial 2569 pruned. 
[I 2021-12-19 11:18:09,669] Trial 2570 pruned. 
[I 2021-12-19 11:18:11,527] Trial 2571 pruned. 
[I 2021-12-19 11:18:12,667] Trial 2572 pruned. 
[I 2021-12-19 11:18:15,112] Trial 2573 pruned. 
[I 2021-12-19 11:18:16,936] Trial 2574 pruned. 
[I 2021-12-19 11:18:18,948] Trial 2575 pruned. 
[I 2021-12-19 11:18:21,558] Trial 2576 pruned. 
[I 2021-12-19 11:18:24,062] Trial 2577 pruned. 
[I 2021-12-19 11:18:25,988] Trial 2578 pruned. 
[I 2021-12-19 11:18:27,563] Trial 2579 pruned. 
[I 2021-12-19 11:18:31,010] Trial 2580 pruned. 
[I 2021-12-19 11:18:33,867] Trial 2581 pruned. 
[I 2021-12-19 11:18:35,654] Trial 2582 pruned. 
[I 2021-12-19 11:18:36,208] Trial 2583 pruned. 
[I 2021-12-19 11:18:39,260] Trial 2584 pruned. 
[I 2021-12-19 11:18:39,893] Trial 2585 pruned. 
[I 2021-12-19 11:18:41,753] Trial 2586 pruned. 
[I 2021-12-19 11:18:43,630] Trial 2587 pruned. 
[I 2021-12-19 11:18:45,526] Trial 2588 pruned. 
[I 2021-12-19 11:18:47,228] Trial 2589 pruned. 
[I 2021-12-19 11:18:48,817] Trial 2590 pruned. 
[I 2021-12-19 11:18:50,600] Trial 2591 pruned. 
[I 2021-12-19 11:21:35,924] Trial 2592 finished with value: 164.20361328125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 410, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:21:38,726] Trial 2593 pruned. 
[I 2021-12-19 11:21:40,927] Trial 2594 pruned. 
[I 2021-12-19 11:21:42,097] Trial 2595 pruned. 
[I 2021-12-19 11:21:43,873] Trial 2596 pruned. 
[I 2021-12-19 11:21:46,736] Trial 2597 pruned. 
[I 2021-12-19 11:21:48,617] Trial 2598 pruned. 
[I 2021-12-19 11:21:49,794] Trial 2599 pruned. 
[I 2021-12-19 11:21:52,774] Trial 2600 pruned. 
[I 2021-12-19 11:21:54,155] Trial 2601 pruned. 
[I 2021-12-19 11:21:55,996] Trial 2602 pruned. 
[I 2021-12-19 11:21:57,655] Trial 2603 pruned. 
[I 2021-12-19 11:22:00,512] Trial 2604 pruned. 
[I 2021-12-19 11:22:00,818] Trial 2605 pruned. 
[I 2021-12-19 11:22:02,627] Trial 2606 pruned. 
[I 2021-12-19 11:22:06,515] Trial 2607 pruned. 
[I 2021-12-19 11:22:09,392] Trial 2608 pruned. 
[I 2021-12-19 11:22:10,054] Trial 2609 pruned. 
[I 2021-12-19 11:22:13,977] Trial 2610 pruned. 
[I 2021-12-19 11:22:15,747] Trial 2611 pruned. 
[I 2021-12-19 11:22:17,290] Trial 2612 pruned. 
[I 2021-12-19 11:22:19,873] Trial 2613 pruned. 
[I 2021-12-19 11:22:23,365] Trial 2614 pruned. 
[I 2021-12-19 11:22:25,249] Trial 2615 pruned. 
[I 2021-12-19 11:22:28,133] Trial 2616 pruned. 
[I 2021-12-19 11:22:30,060] Trial 2617 pruned. 
[I 2021-12-19 11:22:31,258] Trial 2618 pruned. 
[I 2021-12-19 11:22:34,943] Trial 2619 pruned. 
[I 2021-12-19 11:22:36,614] Trial 2620 pruned. 
[I 2021-12-19 11:22:38,401] Trial 2621 pruned. 
[I 2021-12-19 11:23:19,118] Trial 2622 pruned. 
[I 2021-12-19 11:23:22,648] Trial 2623 pruned. 
[I 2021-12-19 11:23:25,065] Trial 2624 pruned. 
[I 2021-12-19 11:23:26,886] Trial 2625 pruned. 
[I 2021-12-19 11:23:28,054] Trial 2626 pruned. 
[I 2021-12-19 11:23:32,936] Trial 2627 pruned. 
[I 2021-12-19 11:23:35,787] Trial 2628 pruned. 
[I 2021-12-19 11:23:36,294] Trial 2629 pruned. 
[I 2021-12-19 11:23:38,231] Trial 2630 pruned. 
[I 2021-12-19 11:23:39,471] Trial 2631 pruned. 
[I 2021-12-19 11:23:42,022] Trial 2632 pruned. 
[I 2021-12-19 11:23:42,836] Trial 2633 pruned. 
[I 2021-12-19 11:23:44,580] Trial 2634 pruned. 
[I 2021-12-19 11:23:46,409] Trial 2635 pruned. 
[I 2021-12-19 11:23:48,676] Trial 2636 pruned. 
[I 2021-12-19 11:23:50,598] Trial 2637 pruned. 
[I 2021-12-19 11:23:52,440] Trial 2638 pruned. 
[I 2021-12-19 11:23:53,962] Trial 2639 pruned. 
[I 2021-12-19 11:23:58,349] Trial 2640 pruned. 
[I 2021-12-19 11:24:00,338] Trial 2641 pruned. 
[I 2021-12-19 11:24:02,377] Trial 2642 pruned. 
[I 2021-12-19 11:24:03,551] Trial 2643 pruned. 
[I 2021-12-19 11:24:05,471] Trial 2644 pruned. 
[I 2021-12-19 11:24:08,945] Trial 2645 pruned. 
[I 2021-12-19 11:24:14,243] Trial 2646 pruned. 
[I 2021-12-19 11:24:17,541] Trial 2647 pruned. 
[I 2021-12-19 11:24:20,518] Trial 2648 pruned. 
[I 2021-12-19 11:24:24,191] Trial 2649 pruned. 
[I 2021-12-19 11:24:26,173] Trial 2650 pruned. 
[I 2021-12-19 11:24:29,191] Trial 2651 pruned. 
[I 2021-12-19 11:24:30,395] Trial 2652 pruned. 
[I 2021-12-19 11:24:30,863] Trial 2653 pruned. 
[I 2021-12-19 11:24:32,392] Trial 2654 pruned. 
[I 2021-12-19 11:24:34,636] Trial 2655 pruned. 
[I 2021-12-19 11:24:39,799] Trial 2656 pruned. 
[I 2021-12-19 11:24:40,571] Trial 2657 pruned. 
[I 2021-12-19 11:24:42,334] Trial 2658 pruned. 
[I 2021-12-19 11:24:44,219] Trial 2659 pruned. 
[I 2021-12-19 11:24:50,264] Trial 2660 pruned. 
[I 2021-12-19 11:24:53,581] Trial 2661 pruned. 
[I 2021-12-19 11:24:57,113] Trial 2662 pruned. 
[I 2021-12-19 11:24:58,883] Trial 2663 pruned. 
[I 2021-12-19 11:25:01,781] Trial 2664 pruned. 
[I 2021-12-19 11:25:05,402] Trial 2665 pruned. 
[I 2021-12-19 11:25:07,060] Trial 2666 pruned. 
[I 2021-12-19 11:25:08,879] Trial 2667 pruned. 
[I 2021-12-19 11:25:09,820] Trial 2668 pruned. 
[I 2021-12-19 11:25:12,987] Trial 2669 pruned. 
[I 2021-12-19 11:25:16,844] Trial 2670 pruned. 
[I 2021-12-19 11:25:19,834] Trial 2671 pruned. 
[I 2021-12-19 11:25:21,621] Trial 2672 pruned. 
[I 2021-12-19 11:25:23,315] Trial 2673 pruned. 
[I 2021-12-19 11:28:17,624] Trial 2674 finished with value: 161.3455352783203 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 440, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:28:21,458] Trial 2675 pruned. 
[I 2021-12-19 11:28:22,977] Trial 2676 pruned. 
[I 2021-12-19 11:28:26,708] Trial 2677 pruned. 
[I 2021-12-19 11:28:27,268] Trial 2678 pruned. 
[I 2021-12-19 11:28:31,035] Trial 2679 pruned. 
[I 2021-12-19 11:28:33,087] Trial 2680 pruned. 
[I 2021-12-19 11:28:34,374] Trial 2681 pruned. 
[I 2021-12-19 11:28:36,455] Trial 2682 pruned. 
[I 2021-12-19 11:28:40,491] Trial 2683 pruned. 
[I 2021-12-19 11:28:42,425] Trial 2684 pruned. 
[I 2021-12-19 11:28:46,186] Trial 2685 pruned. 
[I 2021-12-19 11:28:46,877] Trial 2686 pruned. 
[I 2021-12-19 11:28:50,919] Trial 2687 pruned. 
[I 2021-12-19 11:28:52,887] Trial 2688 pruned. 
[I 2021-12-19 11:28:54,286] Trial 2689 pruned. 
[I 2021-12-19 11:28:56,292] Trial 2690 pruned. 
[I 2021-12-19 11:28:58,183] Trial 2691 pruned. 
[I 2021-12-19 11:29:02,017] Trial 2692 pruned. 
[I 2021-12-19 11:29:02,706] Trial 2693 pruned. 
[I 2021-12-19 11:29:04,747] Trial 2694 pruned. 
[I 2021-12-19 11:29:08,328] Trial 2695 pruned. 
[I 2021-12-19 11:29:12,369] Trial 2696 pruned. 
[I 2021-12-19 11:29:14,309] Trial 2697 pruned. 
[I 2021-12-19 11:29:16,321] Trial 2698 pruned. 
[I 2021-12-19 11:29:20,096] Trial 2699 pruned. 
[I 2021-12-19 11:29:21,976] Trial 2700 pruned. 
[I 2021-12-19 11:29:24,689] Trial 2701 pruned. 
[I 2021-12-19 11:29:25,186] Trial 2702 pruned. 
[I 2021-12-19 11:29:27,007] Trial 2703 pruned. 
[I 2021-12-19 11:29:29,128] Trial 2704 pruned. 
[I 2021-12-19 11:29:33,183] Trial 2705 pruned. 
[I 2021-12-19 11:29:33,624] Trial 2706 pruned. 
[I 2021-12-19 11:29:35,556] Trial 2707 pruned. 
[I 2021-12-19 11:29:37,210] Trial 2708 pruned. 
[I 2021-12-19 11:29:39,130] Trial 2709 pruned. 
[I 2021-12-19 11:29:40,745] Trial 2710 pruned. 
[I 2021-12-19 11:29:50,118] Trial 2711 pruned. 
[I 2021-12-19 11:29:53,294] Trial 2712 pruned. 
[I 2021-12-19 11:29:55,158] Trial 2713 pruned. 
[I 2021-12-19 11:29:56,531] Trial 2714 pruned. 
[I 2021-12-19 11:30:00,322] Trial 2715 pruned. 
[I 2021-12-19 11:30:02,396] Trial 2716 pruned. 
[I 2021-12-19 11:30:04,293] Trial 2717 pruned. 
[I 2021-12-19 11:30:05,524] Trial 2718 pruned. 
[I 2021-12-19 11:30:08,952] Trial 2719 pruned. 
[I 2021-12-19 11:30:11,013] Trial 2720 pruned. 
[I 2021-12-19 11:30:12,215] Trial 2721 pruned. 
[I 2021-12-19 11:30:15,501] Trial 2722 pruned. 
[I 2021-12-19 11:30:17,384] Trial 2723 pruned. 
[I 2021-12-19 11:30:26,047] Trial 2724 pruned. 
[I 2021-12-19 11:30:27,979] Trial 2725 pruned. 
[I 2021-12-19 11:30:28,516] Trial 2726 pruned. 
[I 2021-12-19 11:30:31,947] Trial 2727 pruned. 
[I 2021-12-19 11:30:33,948] Trial 2728 pruned. 
[I 2021-12-19 11:30:35,831] Trial 2729 pruned. 
[I 2021-12-19 11:30:39,772] Trial 2730 pruned. 
[I 2021-12-19 11:30:40,185] Trial 2731 pruned. 
[I 2021-12-19 11:30:42,126] Trial 2732 pruned. 
[I 2021-12-19 11:30:43,798] Trial 2733 pruned. 
[I 2021-12-19 11:30:45,707] Trial 2734 pruned. 
[I 2021-12-19 11:30:47,712] Trial 2735 pruned. 
[I 2021-12-19 11:30:49,502] Trial 2736 pruned. 
[I 2021-12-19 11:30:53,756] Trial 2737 pruned. 
[I 2021-12-19 11:30:55,590] Trial 2738 pruned. 
[I 2021-12-19 11:30:58,137] Trial 2739 pruned. 
[I 2021-12-19 11:31:00,267] Trial 2740 pruned. 
[I 2021-12-19 11:31:02,319] Trial 2741 pruned. 
[I 2021-12-19 11:31:03,377] Trial 2742 pruned. 
[I 2021-12-19 11:31:04,557] Trial 2743 pruned. 
[I 2021-12-19 11:31:06,480] Trial 2744 pruned. 
[I 2021-12-19 11:31:09,705] Trial 2745 pruned. 
[I 2021-12-19 11:34:19,425] Trial 2746 finished with value: 164.51495361328125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 498, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:34:21,454] Trial 2747 pruned. 
[I 2021-12-19 11:34:23,177] Trial 2748 pruned. 
[I 2021-12-19 11:34:25,289] Trial 2749 pruned. 
[I 2021-12-19 11:34:27,200] Trial 2750 pruned. 
[I 2021-12-19 11:34:27,598] Trial 2751 pruned. 
[I 2021-12-19 11:34:29,557] Trial 2752 pruned. 
[I 2021-12-19 11:34:32,939] Trial 2753 pruned. 
[I 2021-12-19 11:34:33,722] Trial 2754 pruned. 
[I 2021-12-19 11:34:35,027] Trial 2755 pruned. 
[I 2021-12-19 11:34:36,889] Trial 2756 pruned. 
[I 2021-12-19 11:34:38,944] Trial 2757 pruned. 
[I 2021-12-19 11:34:40,558] Trial 2758 pruned. 
[I 2021-12-19 11:34:42,330] Trial 2759 pruned. 
[I 2021-12-19 11:34:46,048] Trial 2760 pruned. 
[I 2021-12-19 11:34:47,742] Trial 2761 pruned. 
[I 2021-12-19 11:34:49,968] Trial 2762 pruned. 
[I 2021-12-19 11:34:56,161] Trial 2763 pruned. 
[I 2021-12-19 11:34:57,988] Trial 2764 pruned. 
[I 2021-12-19 11:35:02,898] Trial 2765 pruned. 
[I 2021-12-19 11:35:03,430] Trial 2766 pruned. 
[I 2021-12-19 11:35:04,282] Trial 2767 pruned. 
[I 2021-12-19 11:35:05,213] Trial 2768 pruned. 
[I 2021-12-19 11:35:06,738] Trial 2769 pruned. 
[I 2021-12-19 11:35:08,294] Trial 2770 pruned. 
[I 2021-12-19 11:35:09,756] Trial 2771 pruned. 
[I 2021-12-19 11:35:10,790] Trial 2772 pruned. 
[I 2021-12-19 11:35:11,651] Trial 2773 pruned. 
[I 2021-12-19 11:35:12,623] Trial 2774 pruned. 
[I 2021-12-19 11:35:13,485] Trial 2775 pruned. 
[I 2021-12-19 11:35:14,380] Trial 2776 pruned. 
[I 2021-12-19 11:35:14,780] Trial 2777 pruned. 
[I 2021-12-19 11:35:16,385] Trial 2778 pruned. 
[I 2021-12-19 11:35:16,704] Trial 2779 pruned. 
[I 2021-12-19 11:35:17,522] Trial 2780 pruned. 
[I 2021-12-19 11:35:18,483] Trial 2781 pruned. 
[I 2021-12-19 11:35:20,002] Trial 2782 pruned. 
[I 2021-12-19 11:35:20,920] Trial 2783 pruned. 
[I 2021-12-19 11:35:21,857] Trial 2784 pruned. 
[I 2021-12-19 11:35:23,567] Trial 2785 pruned. 
[I 2021-12-19 11:35:25,817] Trial 2786 pruned. 
[I 2021-12-19 11:35:26,795] Trial 2787 pruned. 
[I 2021-12-19 11:35:27,627] Trial 2788 pruned. 
[I 2021-12-19 11:35:29,238] Trial 2789 pruned. 
[I 2021-12-19 11:35:30,194] Trial 2790 pruned. 
[I 2021-12-19 11:35:30,751] Trial 2791 pruned. 
[I 2021-12-19 11:35:31,636] Trial 2792 pruned. 
[I 2021-12-19 11:35:32,706] Trial 2793 pruned. 
[I 2021-12-19 11:35:34,386] Trial 2794 pruned. 
[I 2021-12-19 11:35:35,362] Trial 2795 pruned. 
[I 2021-12-19 11:35:36,250] Trial 2796 pruned. 
[I 2021-12-19 11:35:37,205] Trial 2797 pruned. 
[I 2021-12-19 11:35:38,181] Trial 2798 pruned. 
[I 2021-12-19 11:35:38,511] Trial 2799 pruned. 
[I 2021-12-19 11:35:39,417] Trial 2800 pruned. 
[I 2021-12-19 11:35:41,059] Trial 2801 pruned. 
[I 2021-12-19 11:35:41,966] Trial 2802 pruned. 
[I 2021-12-19 11:35:42,352] Trial 2803 pruned. 
[I 2021-12-19 11:35:43,358] Trial 2804 pruned. 
[I 2021-12-19 11:35:44,305] Trial 2805 pruned. 
[I 2021-12-19 11:35:46,042] Trial 2806 pruned. 
[I 2021-12-19 11:35:46,897] Trial 2807 pruned. 
[I 2021-12-19 11:35:48,399] Trial 2808 pruned. 
[I 2021-12-19 11:35:49,431] Trial 2809 pruned. 
[I 2021-12-19 11:35:50,363] Trial 2810 pruned. 
[I 2021-12-19 11:37:02,726] Trial 2811 finished with value: 161.9535369873047 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 414, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:37:03,714] Trial 2812 pruned. 
[I 2021-12-19 11:37:05,222] Trial 2813 pruned. 
[I 2021-12-19 11:37:05,801] Trial 2814 pruned. 
[I 2021-12-19 11:37:06,774] Trial 2815 pruned. 
[I 2021-12-19 11:37:07,650] Trial 2816 pruned. 
[I 2021-12-19 11:37:08,547] Trial 2817 pruned. 
[I 2021-12-19 11:37:09,465] Trial 2818 pruned. 
[I 2021-12-19 11:37:10,399] Trial 2819 pruned. 
[I 2021-12-19 11:37:12,022] Trial 2820 pruned. 
[I 2021-12-19 11:37:15,306] Trial 2821 pruned. 
[I 2021-12-19 11:37:15,631] Trial 2822 pruned. 
[I 2021-12-19 11:37:16,653] Trial 2823 pruned. 
[I 2021-12-19 11:37:18,286] Trial 2824 pruned. 
[I 2021-12-19 11:37:19,240] Trial 2825 pruned. 
[I 2021-12-19 11:37:19,621] Trial 2826 pruned. 
[I 2021-12-19 11:37:20,580] Trial 2827 pruned. 
[I 2021-12-19 11:37:22,171] Trial 2828 pruned. 
[I 2021-12-19 11:37:23,178] Trial 2829 pruned. 
[I 2021-12-19 11:37:24,039] Trial 2830 pruned. 
[I 2021-12-19 11:37:24,925] Trial 2831 pruned. 
[I 2021-12-19 11:37:26,634] Trial 2832 pruned. 
[I 2021-12-19 11:37:27,500] Trial 2833 pruned. 
[I 2021-12-19 11:37:28,440] Trial 2834 pruned. 
[I 2021-12-19 11:37:29,441] Trial 2835 pruned. 
[I 2021-12-19 11:37:30,436] Trial 2836 pruned. 
[I 2021-12-19 11:37:32,005] Trial 2837 pruned. 
[I 2021-12-19 11:37:33,612] Trial 2838 pruned. 
[I 2021-12-19 11:37:35,243] Trial 2839 pruned. 
[I 2021-12-19 11:37:35,872] Trial 2840 pruned. 
[I 2021-12-19 11:37:36,849] Trial 2841 pruned. 
[I 2021-12-19 11:37:37,697] Trial 2842 pruned. 
[I 2021-12-19 11:37:38,576] Trial 2843 pruned. 
[I 2021-12-19 11:37:39,572] Trial 2844 pruned. 
[I 2021-12-19 11:37:40,504] Trial 2845 pruned. 
[I 2021-12-19 11:37:40,896] Trial 2846 pruned. 
[I 2021-12-19 11:37:42,490] Trial 2847 pruned. 
[I 2021-12-19 11:37:48,379] Trial 2848 pruned. 
[I 2021-12-19 11:37:52,174] Trial 2849 pruned. 
[I 2021-12-19 11:37:53,011] Trial 2850 pruned. 
[I 2021-12-19 11:37:54,636] Trial 2851 pruned. 
[I 2021-12-19 11:37:55,126] Trial 2852 pruned. 
[I 2021-12-19 11:37:56,247] Trial 2853 pruned. 
[I 2021-12-19 11:37:57,198] Trial 2854 pruned. 
[I 2021-12-19 11:37:58,135] Trial 2855 pruned. 
[I 2021-12-19 11:37:59,021] Trial 2856 pruned. 
[I 2021-12-19 11:38:00,101] Trial 2857 pruned. 
[I 2021-12-19 11:38:03,175] Trial 2858 pruned. 
[I 2021-12-19 11:38:04,133] Trial 2859 pruned. 
[I 2021-12-19 11:38:05,898] Trial 2860 pruned. 
[I 2021-12-19 11:38:07,494] Trial 2861 pruned. 
[I 2021-12-19 11:38:08,021] Trial 2862 pruned. 
[I 2021-12-19 11:38:10,987] Trial 2863 pruned. 
[I 2021-12-19 11:38:11,922] Trial 2864 pruned. 
[I 2021-12-19 11:38:13,540] Trial 2865 pruned. 
[I 2021-12-19 11:38:14,602] Trial 2866 pruned. 
[I 2021-12-19 11:38:15,455] Trial 2867 pruned. 
[I 2021-12-19 11:38:17,019] Trial 2868 pruned. 
[I 2021-12-19 11:38:17,999] Trial 2869 pruned. 
[I 2021-12-19 11:38:18,302] Trial 2870 pruned. 
[I 2021-12-19 11:38:19,202] Trial 2871 pruned. 
[I 2021-12-19 11:38:20,860] Trial 2872 pruned. 
[I 2021-12-19 11:38:22,643] Trial 2873 pruned. 
[I 2021-12-19 11:38:23,135] Trial 2874 pruned. 
[I 2021-12-19 11:38:23,968] Trial 2875 pruned. 
[I 2021-12-19 11:38:24,838] Trial 2876 pruned. 
[I 2021-12-19 11:38:25,831] Trial 2877 pruned. 
[I 2021-12-19 11:38:26,827] Trial 2878 pruned. 
[I 2021-12-19 11:38:27,665] Trial 2879 pruned. 
[I 2021-12-19 11:38:29,251] Trial 2880 pruned. 
[I 2021-12-19 11:38:30,895] Trial 2881 pruned. 
[I 2021-12-19 11:38:31,788] Trial 2882 pruned. 
[I 2021-12-19 11:38:33,426] Trial 2883 pruned. 
[I 2021-12-19 11:38:35,100] Trial 2884 pruned. 
[I 2021-12-19 11:38:35,976] Trial 2885 pruned. 
[I 2021-12-19 11:38:36,676] Trial 2886 pruned. 
[I 2021-12-19 11:38:37,651] Trial 2887 pruned. 
[I 2021-12-19 11:38:38,498] Trial 2888 pruned. 
[I 2021-12-19 11:38:39,481] Trial 2889 pruned. 
[I 2021-12-19 11:38:41,076] Trial 2890 pruned. 
[I 2021-12-19 11:38:42,759] Trial 2891 pruned. 
[I 2021-12-19 11:38:44,281] Trial 2892 pruned. 
[I 2021-12-19 11:38:46,090] Trial 2893 pruned. 
[I 2021-12-19 11:38:46,453] Trial 2894 pruned. 
[I 2021-12-19 11:38:47,290] Trial 2895 pruned. 
[I 2021-12-19 11:38:48,171] Trial 2896 pruned. 
[I 2021-12-19 11:38:49,081] Trial 2897 pruned. 
[I 2021-12-19 11:38:49,513] Trial 2898 pruned. 
[I 2021-12-19 11:38:50,475] Trial 2899 pruned. 
[I 2021-12-19 11:38:51,313] Trial 2900 pruned. 
[I 2021-12-19 11:38:52,325] Trial 2901 pruned. 
[I 2021-12-19 11:38:53,292] Trial 2902 pruned. 
[I 2021-12-19 11:38:54,771] Trial 2903 pruned. 
[I 2021-12-19 11:38:56,980] Trial 2904 pruned. 
[I 2021-12-19 11:38:57,896] Trial 2905 pruned. 
[I 2021-12-19 11:38:59,446] Trial 2906 pruned. 
[I 2021-12-19 11:39:06,228] Trial 2907 pruned. 
[I 2021-12-19 11:39:07,147] Trial 2908 pruned. 
[I 2021-12-19 11:40:26,304] Trial 2909 finished with value: 164.72085571289062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 366, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:40:26,953] Trial 2910 pruned. 
[I 2021-12-19 11:40:28,706] Trial 2911 pruned. 
[I 2021-12-19 11:40:29,588] Trial 2912 pruned. 
[I 2021-12-19 11:40:30,629] Trial 2913 pruned. 
[I 2021-12-19 11:40:31,465] Trial 2914 pruned. 
[I 2021-12-19 11:40:32,345] Trial 2915 pruned. 
[I 2021-12-19 11:40:33,416] Trial 2916 pruned. 
[I 2021-12-19 11:40:34,206] Trial 2917 pruned. 
[I 2021-12-19 11:40:34,584] Trial 2918 pruned. 
[I 2021-12-19 11:40:35,427] Trial 2919 pruned. 
[I 2021-12-19 11:40:36,267] Trial 2920 pruned. 
[I 2021-12-19 11:40:37,347] Trial 2921 pruned. 
[I 2021-12-19 11:40:38,228] Trial 2922 pruned. 
[I 2021-12-19 11:40:39,081] Trial 2923 pruned. 
[I 2021-12-19 11:40:40,697] Trial 2924 pruned. 
[I 2021-12-19 11:40:41,055] Trial 2925 pruned. 
[I 2021-12-19 11:40:42,017] Trial 2926 pruned. 
[I 2021-12-19 11:41:50,937] Trial 2927 finished with value: 159.9728240966797 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 418, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:41:51,819] Trial 2928 pruned. 
[I 2021-12-19 11:41:53,466] Trial 2929 pruned. 
[I 2021-12-19 11:41:54,408] Trial 2930 pruned. 
[I 2021-12-19 11:41:56,150] Trial 2931 pruned. 
[I 2021-12-19 11:41:57,781] Trial 2932 pruned. 
[I 2021-12-19 11:41:58,656] Trial 2933 pruned. 
[I 2021-12-19 11:41:59,514] Trial 2934 pruned. 
[I 2021-12-19 11:42:00,222] Trial 2935 pruned. 
[I 2021-12-19 11:42:01,114] Trial 2936 pruned. 
[I 2021-12-19 11:42:02,075] Trial 2937 pruned. 
[I 2021-12-19 11:42:02,952] Trial 2938 pruned. 
[I 2021-12-19 11:42:03,968] Trial 2939 pruned. 
[I 2021-12-19 11:42:04,950] Trial 2940 pruned. 
[I 2021-12-19 11:42:06,510] Trial 2941 pruned. 
[I 2021-12-19 11:42:07,991] Trial 2942 pruned. 
[I 2021-12-19 11:42:08,402] Trial 2943 pruned. 
[I 2021-12-19 11:42:09,294] Trial 2944 pruned. 
[I 2021-12-19 11:42:11,158] Trial 2945 pruned. 
[I 2021-12-19 11:43:20,807] Trial 2946 finished with value: 165.55300903320312 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 532, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:43:21,182] Trial 2947 pruned. 
[I 2021-12-19 11:43:22,175] Trial 2948 pruned. 
[I 2021-12-19 11:43:23,912] Trial 2949 pruned. 
[I 2021-12-19 11:43:24,843] Trial 2950 pruned. 
[I 2021-12-19 11:43:25,773] Trial 2951 pruned. 
[I 2021-12-19 11:43:26,647] Trial 2952 pruned. 
[I 2021-12-19 11:43:27,680] Trial 2953 pruned. 
[I 2021-12-19 11:43:28,562] Trial 2954 pruned. 
[I 2021-12-19 11:43:29,372] Trial 2955 pruned. 
[I 2021-12-19 11:43:30,351] Trial 2956 pruned. 
[I 2021-12-19 11:43:32,021] Trial 2957 pruned. 
[I 2021-12-19 11:43:32,979] Trial 2958 pruned. 
[I 2021-12-19 11:43:34,099] Trial 2959 pruned. 
[I 2021-12-19 11:43:34,964] Trial 2960 pruned. 
[I 2021-12-19 11:43:35,599] Trial 2961 pruned. 
[I 2021-12-19 11:43:36,607] Trial 2962 pruned. 
[I 2021-12-19 11:43:37,427] Trial 2963 pruned. 
[I 2021-12-19 11:43:38,370] Trial 2964 pruned. 
[I 2021-12-19 11:43:40,640] Trial 2965 pruned. 
[I 2021-12-19 11:43:42,337] Trial 2966 pruned. 
[I 2021-12-19 11:43:42,770] Trial 2967 pruned. 
[I 2021-12-19 11:43:43,598] Trial 2968 pruned. 
[I 2021-12-19 11:43:45,184] Trial 2969 pruned. 
[I 2021-12-19 11:43:46,208] Trial 2970 pruned. 
[I 2021-12-19 11:43:49,685] Trial 2971 pruned. 
[I 2021-12-19 11:43:50,245] Trial 2972 pruned. 
[I 2021-12-19 11:43:51,097] Trial 2973 pruned. 
[I 2021-12-19 11:43:51,957] Trial 2974 pruned. 
[I 2021-12-19 11:43:52,923] Trial 2975 pruned. 
[I 2021-12-19 11:43:53,784] Trial 2976 pruned. 
[I 2021-12-19 11:43:54,740] Trial 2977 pruned. 
[I 2021-12-19 11:43:56,423] Trial 2978 pruned. 
[I 2021-12-19 11:43:57,964] Trial 2979 pruned. 
[I 2021-12-19 11:43:58,884] Trial 2980 pruned. 
[I 2021-12-19 11:44:00,801] Trial 2981 pruned. 
[I 2021-12-19 11:44:01,673] Trial 2982 pruned. 
[I 2021-12-19 11:44:02,313] Trial 2983 pruned. 
[I 2021-12-19 11:44:03,212] Trial 2984 pruned. 
[I 2021-12-19 11:44:04,421] Trial 2985 pruned. 
[I 2021-12-19 11:44:05,303] Trial 2986 pruned. 
[I 2021-12-19 11:44:06,168] Trial 2987 pruned. 
[I 2021-12-19 11:44:07,069] Trial 2988 pruned. 
[I 2021-12-19 11:44:07,934] Trial 2989 pruned. 
[I 2021-12-19 11:44:08,955] Trial 2990 pruned. 
[I 2021-12-19 11:44:09,374] Trial 2991 pruned. 
[I 2021-12-19 11:44:10,244] Trial 2992 pruned. 
[I 2021-12-19 11:44:11,212] Trial 2993 pruned. 
[I 2021-12-19 11:44:12,044] Trial 2994 pruned. 
[I 2021-12-19 11:44:12,438] Trial 2995 pruned. 
[I 2021-12-19 11:44:13,622] Trial 2996 pruned. 
[I 2021-12-19 11:44:14,481] Trial 2997 pruned. 
[I 2021-12-19 11:44:15,341] Trial 2998 pruned. 
[I 2021-12-19 11:44:16,387] Trial 2999 pruned. 
[I 2021-12-19 11:44:17,346] Trial 3000 pruned. 
[I 2021-12-19 11:44:18,300] Trial 3001 pruned. 
[I 2021-12-19 11:44:19,144] Trial 3002 pruned. 
[I 2021-12-19 11:44:20,876] Trial 3003 pruned. 
[I 2021-12-19 11:44:21,830] Trial 3004 pruned. 
[I 2021-12-19 11:44:22,640] Trial 3005 pruned. 
[I 2021-12-19 11:44:24,287] Trial 3006 pruned. 
[I 2021-12-19 11:44:25,222] Trial 3007 pruned. 
[I 2021-12-19 11:44:26,112] Trial 3008 pruned. 
[I 2021-12-19 11:44:27,196] Trial 3009 pruned. 
[I 2021-12-19 11:44:27,754] Trial 3010 pruned. 
[I 2021-12-19 11:44:28,628] Trial 3011 pruned. 
[I 2021-12-19 11:44:35,619] Trial 3012 pruned. 
[I 2021-12-19 11:44:37,112] Trial 3013 pruned. 
[I 2021-12-19 11:44:38,004] Trial 3014 pruned. 
[I 2021-12-19 11:44:39,027] Trial 3015 pruned. 
[I 2021-12-19 11:44:39,316] Trial 3016 pruned. 
[I 2021-12-19 11:44:41,190] Trial 3017 pruned. 
[I 2021-12-19 11:44:42,156] Trial 3018 pruned. 
[I 2021-12-19 11:44:42,545] Trial 3019 pruned. 
[I 2021-12-19 11:44:43,493] Trial 3020 pruned. 
[I 2021-12-19 11:44:44,348] Trial 3021 pruned. 
[I 2021-12-19 11:46:06,196] Trial 3022 finished with value: 166.4451446533203 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 440, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:46:07,172] Trial 3023 pruned. 
[I 2021-12-19 11:46:08,590] Trial 3024 pruned. 
[I 2021-12-19 11:46:10,800] Trial 3025 pruned. 
[I 2021-12-19 11:46:12,672] Trial 3026 pruned. 
[I 2021-12-19 11:46:14,316] Trial 3027 pruned. 
[I 2021-12-19 11:46:17,854] Trial 3028 pruned. 
[I 2021-12-19 11:46:19,870] Trial 3029 pruned. 
[I 2021-12-19 11:46:22,017] Trial 3030 pruned. 
[I 2021-12-19 11:46:23,810] Trial 3031 pruned. 
[I 2021-12-19 11:46:26,347] Trial 3032 pruned. 
[I 2021-12-19 11:46:27,575] Trial 3033 pruned. 
[I 2021-12-19 11:46:29,348] Trial 3034 pruned. 
[I 2021-12-19 11:46:30,249] Trial 3035 pruned. 
[I 2021-12-19 11:46:32,406] Trial 3036 pruned. 
[I 2021-12-19 11:46:33,256] Trial 3037 pruned. 
[I 2021-12-19 11:46:34,080] Trial 3038 pruned. 
[I 2021-12-19 11:46:35,061] Trial 3039 pruned. 
[I 2021-12-19 11:46:35,421] Trial 3040 pruned. 
[I 2021-12-19 11:46:36,404] Trial 3041 pruned. 
[I 2021-12-19 11:46:37,282] Trial 3042 pruned. 
[I 2021-12-19 11:46:37,782] Trial 3043 pruned. 
[I 2021-12-19 11:46:38,767] Trial 3044 pruned. 
[I 2021-12-19 11:46:40,472] Trial 3045 pruned. 
[I 2021-12-19 11:46:41,416] Trial 3046 pruned. 
[I 2021-12-19 11:46:42,312] Trial 3047 pruned. 
[I 2021-12-19 11:46:43,308] Trial 3048 pruned. 
[I 2021-12-19 11:46:44,258] Trial 3049 pruned. 
[I 2021-12-19 11:46:50,100] Trial 3050 pruned. 
[I 2021-12-19 11:46:51,715] Trial 3051 pruned. 
[I 2021-12-19 11:46:53,338] Trial 3052 pruned. 
[I 2021-12-19 11:46:54,325] Trial 3053 pruned. 
[I 2021-12-19 11:48:06,913] Trial 3054 finished with value: 160.14840698242188 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 326, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:48:07,930] Trial 3055 pruned. 
[I 2021-12-19 11:48:08,465] Trial 3056 pruned. 
[I 2021-12-19 11:48:09,510] Trial 3057 pruned. 
[I 2021-12-19 11:48:10,440] Trial 3058 pruned. 
[I 2021-12-19 11:48:12,109] Trial 3059 pruned. 
[I 2021-12-19 11:48:13,128] Trial 3060 pruned. 
[I 2021-12-19 11:48:14,056] Trial 3061 pruned. 
[I 2021-12-19 11:49:24,724] Trial 3062 finished with value: 170.50244140625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 286, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:49:25,675] Trial 3063 pruned. 
[I 2021-12-19 11:49:26,685] Trial 3064 pruned. 
[I 2021-12-19 11:49:26,985] Trial 3065 pruned. 
[I 2021-12-19 11:49:27,950] Trial 3066 pruned. 
[I 2021-12-19 11:49:28,962] Trial 3067 pruned. 
[I 2021-12-19 11:49:29,801] Trial 3068 pruned. 
[I 2021-12-19 11:49:30,793] Trial 3069 pruned. 
[I 2021-12-19 11:49:31,196] Trial 3070 pruned. 
[I 2021-12-19 11:49:32,102] Trial 3071 pruned. 
[I 2021-12-19 11:49:33,155] Trial 3072 pruned. 
[I 2021-12-19 11:49:34,090] Trial 3073 pruned. 
[I 2021-12-19 11:49:35,051] Trial 3074 pruned. 
[I 2021-12-19 11:49:35,927] Trial 3075 pruned. 
[I 2021-12-19 11:49:36,843] Trial 3076 pruned. 
[I 2021-12-19 11:49:38,486] Trial 3077 pruned. 
[I 2021-12-19 11:49:40,185] Trial 3078 pruned. 
[I 2021-12-19 11:49:41,212] Trial 3079 pruned. 
[I 2021-12-19 11:49:41,761] Trial 3080 pruned. 
[I 2021-12-19 11:49:42,791] Trial 3081 pruned. 
[I 2021-12-19 11:49:43,711] Trial 3082 pruned. 
[I 2021-12-19 11:49:44,673] Trial 3083 pruned. 
[I 2021-12-19 11:49:46,365] Trial 3084 pruned. 
[I 2021-12-19 11:49:47,341] Trial 3085 pruned. 
[I 2021-12-19 11:49:48,337] Trial 3086 pruned. 
[I 2021-12-19 11:49:49,256] Trial 3087 pruned. 
[I 2021-12-19 11:49:50,303] Trial 3088 pruned. 
[I 2021-12-19 11:49:51,166] Trial 3089 pruned. 
[I 2021-12-19 11:49:51,491] Trial 3090 pruned. 
[I 2021-12-19 11:49:53,798] Trial 3091 pruned. 
[I 2021-12-19 11:49:56,241] Trial 3092 pruned. 
[I 2021-12-19 11:49:57,644] Trial 3093 pruned. 
[I 2021-12-19 11:50:02,402] Trial 3094 pruned. 
[I 2021-12-19 11:50:05,062] Trial 3095 pruned. 
[I 2021-12-19 11:50:07,082] Trial 3096 pruned. 
[I 2021-12-19 11:50:07,874] Trial 3097 pruned. 
[I 2021-12-19 11:50:10,431] Trial 3098 pruned. 
[I 2021-12-19 11:50:12,743] Trial 3099 pruned. 
[I 2021-12-19 11:50:15,182] Trial 3100 pruned. 
[I 2021-12-19 11:50:16,896] Trial 3101 pruned. 
[I 2021-12-19 11:50:19,474] Trial 3102 pruned. 
[I 2021-12-19 11:50:22,007] Trial 3103 pruned. 
[I 2021-12-19 11:50:25,498] Trial 3104 pruned. 
[I 2021-12-19 11:50:26,186] Trial 3105 pruned. 
[I 2021-12-19 11:50:27,725] Trial 3106 pruned. 
[I 2021-12-19 11:50:28,734] Trial 3107 pruned. 
[I 2021-12-19 11:50:29,738] Trial 3108 pruned. 
[I 2021-12-19 11:50:30,639] Trial 3109 pruned. 
[I 2021-12-19 11:50:31,691] Trial 3110 pruned. 
[I 2021-12-19 11:50:32,667] Trial 3111 pruned. 
[I 2021-12-19 11:50:33,045] Trial 3112 pruned. 
[I 2021-12-19 11:50:33,892] Trial 3113 pruned. 
[I 2021-12-19 11:50:37,797] Trial 3114 pruned. 
[I 2021-12-19 11:50:38,841] Trial 3115 pruned. 
[I 2021-12-19 11:50:39,242] Trial 3116 pruned. 
[I 2021-12-19 11:50:40,338] Trial 3117 pruned. 
[I 2021-12-19 11:50:41,178] Trial 3118 pruned. 
[I 2021-12-19 11:50:42,200] Trial 3119 pruned. 
[I 2021-12-19 11:50:43,135] Trial 3120 pruned. 
[I 2021-12-19 11:50:44,045] Trial 3121 pruned. 
[I 2021-12-19 11:50:45,054] Trial 3122 pruned. 
[I 2021-12-19 11:50:46,048] Trial 3123 pruned. 
[I 2021-12-19 11:50:48,013] Trial 3124 pruned. 
[I 2021-12-19 11:50:48,934] Trial 3125 pruned. 
[I 2021-12-19 11:50:49,877] Trial 3126 pruned. 
[I 2021-12-19 11:50:50,831] Trial 3127 pruned. 
[I 2021-12-19 11:50:51,796] Trial 3128 pruned. 
[I 2021-12-19 11:50:53,389] Trial 3129 pruned. 
[I 2021-12-19 11:50:54,208] Trial 3130 pruned. 
[I 2021-12-19 11:50:54,924] Trial 3131 pruned. 
[I 2021-12-19 11:50:56,451] Trial 3132 pruned. 
[I 2021-12-19 11:50:58,064] Trial 3133 pruned. 
[I 2021-12-19 11:50:58,921] Trial 3134 pruned. 
[I 2021-12-19 11:50:59,790] Trial 3135 pruned. 
[I 2021-12-19 11:51:00,180] Trial 3136 pruned. 
[I 2021-12-19 11:51:01,661] Trial 3137 pruned. 
[I 2021-12-19 11:51:02,575] Trial 3138 pruned. 
[I 2021-12-19 11:51:03,442] Trial 3139 pruned. 
[I 2021-12-19 11:51:04,412] Trial 3140 pruned. 
[I 2021-12-19 11:51:04,886] Trial 3141 pruned. 
[I 2021-12-19 11:51:05,783] Trial 3142 pruned. 
[I 2021-12-19 11:51:06,698] Trial 3143 pruned. 
[I 2021-12-19 11:51:07,652] Trial 3144 pruned. 
[I 2021-12-19 11:52:23,155] Trial 3145 finished with value: 160.97056579589844 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 304, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:52:24,127] Trial 3146 pruned. 
[I 2021-12-19 11:52:25,042] Trial 3147 pruned. 
[I 2021-12-19 11:52:26,026] Trial 3148 pruned. 
[I 2021-12-19 11:53:34,301] Trial 3149 finished with value: 163.0549774169922 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 306, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:53:35,269] Trial 3150 pruned. 
[I 2021-12-19 11:53:38,924] Trial 3151 pruned. 
[I 2021-12-19 11:53:39,550] Trial 3152 pruned. 
[I 2021-12-19 11:53:40,443] Trial 3153 pruned. 
[I 2021-12-19 11:53:41,317] Trial 3154 pruned. 
[I 2021-12-19 11:53:42,278] Trial 3155 pruned. 
[I 2021-12-19 11:53:43,153] Trial 3156 pruned. 
[I 2021-12-19 11:53:44,151] Trial 3157 pruned. 
[I 2021-12-19 11:53:45,048] Trial 3158 pruned. 
[I 2021-12-19 11:53:45,914] Trial 3159 pruned. 
[I 2021-12-19 11:53:46,906] Trial 3160 pruned. 
[I 2021-12-19 11:53:47,272] Trial 3161 pruned. 
[I 2021-12-19 11:53:48,259] Trial 3162 pruned. 
[I 2021-12-19 11:53:49,180] Trial 3163 pruned. 
[I 2021-12-19 11:53:50,141] Trial 3164 pruned. 
[I 2021-12-19 11:53:51,047] Trial 3165 pruned. 
[I 2021-12-19 11:53:51,437] Trial 3166 pruned. 
[I 2021-12-19 11:53:52,406] Trial 3167 pruned. 
[I 2021-12-19 11:53:53,298] Trial 3168 pruned. 
[I 2021-12-19 11:53:54,279] Trial 3169 pruned. 
[I 2021-12-19 11:53:55,151] Trial 3170 pruned. 
[I 2021-12-19 11:53:56,197] Trial 3171 pruned. 
[I 2021-12-19 11:53:57,802] Trial 3172 pruned. 
[I 2021-12-19 11:53:59,382] Trial 3173 pruned. 
[I 2021-12-19 11:54:00,373] Trial 3174 pruned. 
[I 2021-12-19 11:54:01,256] Trial 3175 pruned. 
[I 2021-12-19 11:54:02,231] Trial 3176 pruned. 
[I 2021-12-19 11:54:02,809] Trial 3177 pruned. 
[I 2021-12-19 11:54:03,851] Trial 3178 pruned. 
[I 2021-12-19 11:54:04,802] Trial 3179 pruned. 
[I 2021-12-19 11:54:05,699] Trial 3180 pruned. 
[I 2021-12-19 11:54:06,660] Trial 3181 pruned. 
[I 2021-12-19 11:54:07,551] Trial 3182 pruned. 
[I 2021-12-19 11:54:08,729] Trial 3183 pruned. 
[I 2021-12-19 11:54:09,640] Trial 3184 pruned. 
[I 2021-12-19 11:54:10,060] Trial 3185 pruned. 
[I 2021-12-19 11:54:11,003] Trial 3186 pruned. 
[I 2021-12-19 11:54:11,896] Trial 3187 pruned. 
[I 2021-12-19 11:54:12,857] Trial 3188 pruned. 
[I 2021-12-19 11:54:13,252] Trial 3189 pruned. 
[I 2021-12-19 11:54:14,208] Trial 3190 pruned. 
[I 2021-12-19 11:54:15,110] Trial 3191 pruned. 
[I 2021-12-19 11:54:16,088] Trial 3192 pruned. 
[I 2021-12-19 11:54:16,959] Trial 3193 pruned. 
[I 2021-12-19 11:54:17,857] Trial 3194 pruned. 
[I 2021-12-19 11:54:19,501] Trial 3195 pruned. 
[I 2021-12-19 11:54:20,504] Trial 3196 pruned. 
[I 2021-12-19 11:54:22,120] Trial 3197 pruned. 
[I 2021-12-19 11:54:22,999] Trial 3198 pruned. 
[I 2021-12-19 11:54:23,860] Trial 3199 pruned. 
[I 2021-12-19 11:54:24,825] Trial 3200 pruned. 
[I 2021-12-19 11:54:25,402] Trial 3201 pruned. 
[I 2021-12-19 11:54:27,069] Trial 3202 pruned. 
[I 2021-12-19 11:54:27,938] Trial 3203 pruned. 
[I 2021-12-19 11:54:29,623] Trial 3204 pruned. 
[I 2021-12-19 11:54:30,519] Trial 3205 pruned. 
[I 2021-12-19 11:54:32,030] Trial 3206 pruned. 
[I 2021-12-19 11:54:33,044] Trial 3207 pruned. 
[I 2021-12-19 11:54:34,655] Trial 3208 pruned. 
[I 2021-12-19 11:54:35,097] Trial 3209 pruned. 
[I 2021-12-19 11:54:36,680] Trial 3210 pruned. 
[I 2021-12-19 11:54:38,404] Trial 3211 pruned. 
[I 2021-12-19 11:54:39,944] Trial 3212 pruned. 
[I 2021-12-19 11:54:40,810] Trial 3213 pruned. 
[I 2021-12-19 11:54:41,289] Trial 3214 pruned. 
[I 2021-12-19 11:54:42,186] Trial 3215 pruned. 
[I 2021-12-19 11:54:43,151] Trial 3216 pruned. 
[I 2021-12-19 11:54:44,247] Trial 3217 pruned. 
[I 2021-12-19 11:54:45,204] Trial 3218 pruned. 
[I 2021-12-19 11:54:46,077] Trial 3219 pruned. 
[I 2021-12-19 11:54:46,940] Trial 3220 pruned. 
[I 2021-12-19 11:54:47,898] Trial 3221 pruned. 
[I 2021-12-19 11:54:49,375] Trial 3222 pruned. 
[I 2021-12-19 11:54:50,998] Trial 3223 pruned. 
[I 2021-12-19 11:54:52,530] Trial 3224 pruned. 
[I 2021-12-19 11:54:53,151] Trial 3225 pruned. 
[I 2021-12-19 11:54:54,011] Trial 3226 pruned. 
[I 2021-12-19 11:54:54,882] Trial 3227 pruned. 
[I 2021-12-19 11:54:55,831] Trial 3228 pruned. 
[I 2021-12-19 11:54:56,686] Trial 3229 pruned. 
[I 2021-12-19 11:54:57,632] Trial 3230 pruned. 
[I 2021-12-19 11:54:58,511] Trial 3231 pruned. 
[I 2021-12-19 11:54:59,465] Trial 3232 pruned. 
[I 2021-12-19 11:54:59,777] Trial 3233 pruned. 
[I 2021-12-19 11:55:00,729] Trial 3234 pruned. 
[I 2021-12-19 11:55:01,640] Trial 3235 pruned. 
[I 2021-12-19 11:55:03,188] Trial 3236 pruned. 
[I 2021-12-19 11:55:03,691] Trial 3237 pruned. 
[I 2021-12-19 11:55:04,602] Trial 3238 pruned. 
[I 2021-12-19 11:55:05,537] Trial 3239 pruned. 
[I 2021-12-19 11:55:06,449] Trial 3240 pruned. 
[I 2021-12-19 11:55:07,411] Trial 3241 pruned. 
[I 2021-12-19 11:55:08,290] Trial 3242 pruned. 
[I 2021-12-19 11:55:09,242] Trial 3243 pruned. 
[I 2021-12-19 11:55:10,191] Trial 3244 pruned. 
[I 2021-12-19 11:55:11,065] Trial 3245 pruned. 
[I 2021-12-19 11:55:12,695] Trial 3246 pruned. 
[I 2021-12-19 11:55:13,576] Trial 3247 pruned. 
[I 2021-12-19 11:55:15,268] Trial 3248 pruned. 
[I 2021-12-19 11:55:15,820] Trial 3249 pruned. 
[I 2021-12-19 11:55:16,789] Trial 3250 pruned. 
[I 2021-12-19 11:55:17,622] Trial 3251 pruned. 
[I 2021-12-19 11:55:18,647] Trial 3252 pruned. 
[I 2021-12-19 11:55:19,524] Trial 3253 pruned. 
[I 2021-12-19 11:55:20,403] Trial 3254 pruned. 
[I 2021-12-19 11:55:21,357] Trial 3255 pruned. 
[I 2021-12-19 11:55:22,257] Trial 3256 pruned. 
[I 2021-12-19 11:55:23,943] Trial 3257 pruned. 
[I 2021-12-19 11:55:24,264] Trial 3258 pruned. 
[I 2021-12-19 11:55:25,953] Trial 3259 pruned. 
[I 2021-12-19 11:55:26,796] Trial 3260 pruned. 
[I 2021-12-19 11:55:27,796] Trial 3261 pruned. 
[I 2021-12-19 11:55:28,729] Trial 3262 pruned. 
[I 2021-12-19 11:55:29,215] Trial 3263 pruned. 
[I 2021-12-19 11:55:30,143] Trial 3264 pruned. 
[I 2021-12-19 11:55:31,118] Trial 3265 pruned. 
[I 2021-12-19 11:55:32,726] Trial 3266 pruned. 
[I 2021-12-19 11:55:33,726] Trial 3267 pruned. 
[I 2021-12-19 11:55:34,738] Trial 3268 pruned. 
[I 2021-12-19 11:56:46,399] Trial 3269 finished with value: 169.26971435546875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 480, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:56:47,316] Trial 3270 pruned. 
[I 2021-12-19 11:56:48,289] Trial 3271 pruned. 
[I 2021-12-19 11:56:49,205] Trial 3272 pruned. 
[I 2021-12-19 11:56:49,906] Trial 3273 pruned. 
[I 2021-12-19 11:56:51,509] Trial 3274 pruned. 
[I 2021-12-19 11:56:52,519] Trial 3275 pruned. 
[I 2021-12-19 11:56:53,396] Trial 3276 pruned. 
[I 2021-12-19 11:56:54,432] Trial 3277 pruned. 
[I 2021-12-19 11:56:56,048] Trial 3278 pruned. 
[I 2021-12-19 11:56:57,733] Trial 3279 pruned. 
[I 2021-12-19 11:56:58,634] Trial 3280 pruned. 
[I 2021-12-19 11:56:59,644] Trial 3281 pruned. 
[I 2021-12-19 11:57:00,582] Trial 3282 pruned. 
[I 2021-12-19 11:57:00,998] Trial 3283 pruned. 
[I 2021-12-19 11:57:02,672] Trial 3284 pruned. 
[I 2021-12-19 11:57:03,199] Trial 3285 pruned. 
[I 2021-12-19 11:57:04,816] Trial 3286 pruned. 
[I 2021-12-19 11:57:05,987] Trial 3287 pruned. 
[I 2021-12-19 11:57:06,850] Trial 3288 pruned. 
[I 2021-12-19 11:57:08,475] Trial 3289 pruned. 
[I 2021-12-19 11:57:09,316] Trial 3290 pruned. 
[I 2021-12-19 11:57:10,954] Trial 3291 pruned. 
[I 2021-12-19 11:57:11,840] Trial 3292 pruned. 
[I 2021-12-19 11:57:13,401] Trial 3293 pruned. 
[I 2021-12-19 11:57:14,447] Trial 3294 pruned. 
[I 2021-12-19 11:57:15,392] Trial 3295 pruned. 
[I 2021-12-19 11:57:16,287] Trial 3296 pruned. 
[I 2021-12-19 11:57:17,263] Trial 3297 pruned. 
[I 2021-12-19 11:57:17,816] Trial 3298 pruned. 
[I 2021-12-19 11:57:18,779] Trial 3299 pruned. 
[I 2021-12-19 11:57:19,651] Trial 3300 pruned. 
[I 2021-12-19 11:57:20,562] Trial 3301 pruned. 
[I 2021-12-19 11:57:22,118] Trial 3302 pruned. 
[I 2021-12-19 11:57:23,118] Trial 3303 pruned. 
[I 2021-12-19 11:57:23,986] Trial 3304 pruned. 
[I 2021-12-19 11:57:24,923] Trial 3305 pruned. 
[I 2021-12-19 11:57:25,247] Trial 3306 pruned. 
[I 2021-12-19 11:57:26,217] Trial 3307 pruned. 
[I 2021-12-19 11:57:27,127] Trial 3308 pruned. 
[I 2021-12-19 11:57:27,628] Trial 3309 pruned. 
[I 2021-12-19 11:57:29,150] Trial 3310 pruned. 
[I 2021-12-19 11:58:38,282] Trial 3311 finished with value: 194.75439453125 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 430, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 11:58:40,144] Trial 3312 pruned. 
[I 2021-12-19 11:58:41,123] Trial 3313 pruned. 
[I 2021-12-19 11:58:42,032] Trial 3314 pruned. 
[I 2021-12-19 11:58:43,075] Trial 3315 pruned. 
[I 2021-12-19 11:58:43,998] Trial 3316 pruned. 
[I 2021-12-19 11:58:45,756] Trial 3317 pruned. 
[I 2021-12-19 11:58:46,648] Trial 3318 pruned. 
[I 2021-12-19 11:58:49,075] Trial 3319 pruned. 
[I 2021-12-19 11:58:50,706] Trial 3320 pruned. 
[I 2021-12-19 11:58:51,362] Trial 3321 pruned. 
[I 2021-12-19 11:58:52,254] Trial 3322 pruned. 
[I 2021-12-19 11:58:53,240] Trial 3323 pruned. 
[I 2021-12-19 11:58:54,891] Trial 3324 pruned. 
[I 2021-12-19 11:58:55,933] Trial 3325 pruned. 
[I 2021-12-19 11:58:56,805] Trial 3326 pruned. 
[I 2021-12-19 11:58:58,485] Trial 3327 pruned. 
[I 2021-12-19 11:58:59,385] Trial 3328 pruned. 
[I 2021-12-19 11:58:59,815] Trial 3329 pruned. 
[I 2021-12-19 11:59:00,673] Trial 3330 pruned. 
[I 2021-12-19 11:59:01,740] Trial 3331 pruned. 
[I 2021-12-19 11:59:02,635] Trial 3332 pruned. 
[I 2021-12-19 11:59:03,613] Trial 3333 pruned. 
[I 2021-12-19 11:59:04,026] Trial 3334 pruned. 
[I 2021-12-19 11:59:05,037] Trial 3335 pruned. 
[I 2021-12-19 11:59:05,938] Trial 3336 pruned. 
[I 2021-12-19 11:59:06,949] Trial 3337 pruned. 
[I 2021-12-19 11:59:07,845] Trial 3338 pruned. 
[I 2021-12-19 12:00:18,560] Trial 3339 finished with value: 164.80282592773438 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 444, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:00:19,492] Trial 3340 pruned. 
[I 2021-12-19 12:00:20,505] Trial 3341 pruned. 
[I 2021-12-19 12:00:21,372] Trial 3342 pruned. 
[I 2021-12-19 12:00:23,115] Trial 3343 pruned. 
[I 2021-12-19 12:00:24,020] Trial 3344 pruned. 
[I 2021-12-19 12:00:25,672] Trial 3345 pruned. 
[I 2021-12-19 12:00:26,248] Trial 3346 pruned. 
[I 2021-12-19 12:00:27,287] Trial 3347 pruned. 
[I 2021-12-19 12:00:28,917] Trial 3348 pruned. 
[I 2021-12-19 12:00:29,906] Trial 3349 pruned. 
[I 2021-12-19 12:00:30,839] Trial 3350 pruned. 
[I 2021-12-19 12:02:07,830] Trial 3351 finished with value: 165.10609436035156 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 452, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:02:08,718] Trial 3352 pruned. 
[I 2021-12-19 12:02:09,143] Trial 3353 pruned. 
[I 2021-12-19 12:02:10,231] Trial 3354 pruned. 
[I 2021-12-19 12:02:11,199] Trial 3355 pruned. 
[I 2021-12-19 12:02:12,110] Trial 3356 pruned. 
[I 2021-12-19 12:02:13,156] Trial 3357 pruned. 
[I 2021-12-19 12:02:14,775] Trial 3358 pruned. 
[I 2021-12-19 12:02:15,817] Trial 3359 pruned. 
[I 2021-12-19 12:02:16,752] Trial 3360 pruned. 
[I 2021-12-19 12:02:17,274] Trial 3361 pruned. 
[I 2021-12-19 12:02:18,188] Trial 3362 pruned. 
[I 2021-12-19 12:02:19,155] Trial 3363 pruned. 
[I 2021-12-19 12:02:20,078] Trial 3364 pruned. 
[I 2021-12-19 12:02:21,105] Trial 3365 pruned. 
[I 2021-12-19 12:02:22,720] Trial 3366 pruned. 
[I 2021-12-19 12:02:23,705] Trial 3367 pruned. 
[I 2021-12-19 12:02:24,615] Trial 3368 pruned. 
[I 2021-12-19 12:02:25,317] Trial 3369 pruned. 
[I 2021-12-19 12:02:26,977] Trial 3370 pruned. 
[I 2021-12-19 12:02:28,009] Trial 3371 pruned. 
[I 2021-12-19 12:02:29,707] Trial 3372 pruned. 
[I 2021-12-19 12:02:30,763] Trial 3373 pruned. 
[I 2021-12-19 12:02:31,701] Trial 3374 pruned. 
[I 2021-12-19 12:02:33,331] Trial 3375 pruned. 
[I 2021-12-19 12:02:34,245] Trial 3376 pruned. 
[I 2021-12-19 12:02:34,704] Trial 3377 pruned. 
[I 2021-12-19 12:02:35,652] Trial 3378 pruned. 
[I 2021-12-19 12:02:37,347] Trial 3379 pruned. 
[I 2021-12-19 12:02:39,567] Trial 3380 pruned. 
[I 2021-12-19 12:02:40,595] Trial 3381 pruned. 
[I 2021-12-19 12:02:41,508] Trial 3382 pruned. 
[I 2021-12-19 12:02:42,541] Trial 3383 pruned. 
[I 2021-12-19 12:02:42,976] Trial 3384 pruned. 
[I 2021-12-19 12:02:44,047] Trial 3385 pruned. 
[I 2021-12-19 12:02:44,986] Trial 3386 pruned. 
[I 2021-12-19 12:02:46,160] Trial 3387 pruned. 
[I 2021-12-19 12:02:47,015] Trial 3388 pruned. 
[I 2021-12-19 12:02:47,971] Trial 3389 pruned. 
[I 2021-12-19 12:02:48,838] Trial 3390 pruned. 
[I 2021-12-19 12:02:49,821] Trial 3391 pruned. 
[I 2021-12-19 12:02:50,691] Trial 3392 pruned. 
[I 2021-12-19 12:02:51,694] Trial 3393 pruned. 
[I 2021-12-19 12:02:53,265] Trial 3394 pruned. 
[I 2021-12-19 12:02:54,944] Trial 3395 pruned. 
[I 2021-12-19 12:02:55,591] Trial 3396 pruned. 
[I 2021-12-19 12:02:56,574] Trial 3397 pruned. 
[I 2021-12-19 12:02:58,475] Trial 3398 pruned. 
[I 2021-12-19 12:02:59,327] Trial 3399 pruned. 
[I 2021-12-19 12:03:01,424] Trial 3400 pruned. 
[I 2021-12-19 12:03:01,830] Trial 3401 pruned. 
[I 2021-12-19 12:03:02,811] Trial 3402 pruned. 
[I 2021-12-19 12:03:03,698] Trial 3403 pruned. 
[I 2021-12-19 12:03:04,592] Trial 3404 pruned. 
[I 2021-12-19 12:03:06,132] Trial 3405 pruned. 
[I 2021-12-19 12:03:07,228] Trial 3406 pruned. 
[I 2021-12-19 12:03:08,751] Trial 3407 pruned. 
[I 2021-12-19 12:03:09,143] Trial 3408 pruned. 
[I 2021-12-19 12:03:19,590] Trial 3409 pruned. 
[I 2021-12-19 12:03:20,723] Trial 3410 pruned. 
[I 2021-12-19 12:03:21,621] Trial 3411 pruned. 
[I 2021-12-19 12:03:22,521] Trial 3412 pruned. 
[I 2021-12-19 12:03:23,457] Trial 3413 pruned. 
[I 2021-12-19 12:03:25,446] Trial 3414 pruned. 
[I 2021-12-19 12:03:26,974] Trial 3415 pruned. 
[I 2021-12-19 12:03:27,842] Trial 3416 pruned. 
[I 2021-12-19 12:03:28,458] Trial 3417 pruned. 
[I 2021-12-19 12:03:29,472] Trial 3418 pruned. 
[I 2021-12-19 12:03:30,431] Trial 3419 pruned. 
[I 2021-12-19 12:03:31,928] Trial 3420 pruned. 
[I 2021-12-19 12:03:33,547] Trial 3421 pruned. 
[I 2021-12-19 12:03:35,183] Trial 3422 pruned. 
[I 2021-12-19 12:03:36,950] Trial 3423 pruned. 
[I 2021-12-19 12:03:37,842] Trial 3424 pruned. 
[I 2021-12-19 12:03:38,221] Trial 3425 pruned. 
[I 2021-12-19 12:03:39,214] Trial 3426 pruned. 
[I 2021-12-19 12:03:40,105] Trial 3427 pruned. 
[I 2021-12-19 12:03:41,631] Trial 3428 pruned. 
[I 2021-12-19 12:03:42,697] Trial 3429 pruned. 
[I 2021-12-19 12:03:43,630] Trial 3430 pruned. 
[I 2021-12-19 12:03:44,048] Trial 3431 pruned. 
[I 2021-12-19 12:03:44,929] Trial 3432 pruned. 
[I 2021-12-19 12:03:45,953] Trial 3433 pruned. 
[I 2021-12-19 12:03:46,908] Trial 3434 pruned. 
[I 2021-12-19 12:03:48,441] Trial 3435 pruned. 
[I 2021-12-19 12:03:49,320] Trial 3436 pruned. 
[I 2021-12-19 12:03:51,013] Trial 3437 pruned. 
[I 2021-12-19 12:03:51,939] Trial 3438 pruned. 
[I 2021-12-19 12:03:52,850] Trial 3439 pruned. 
[I 2021-12-19 12:03:53,749] Trial 3440 pruned. 
[I 2021-12-19 12:03:55,439] Trial 3441 pruned. 
[I 2021-12-19 12:03:56,126] Trial 3442 pruned. 
[I 2021-12-19 12:03:57,036] Trial 3443 pruned. 
[I 2021-12-19 12:03:58,014] Trial 3444 pruned. 
[I 2021-12-19 12:03:59,579] Trial 3445 pruned. 
[I 2021-12-19 12:04:00,649] Trial 3446 pruned. 
[I 2021-12-19 12:04:01,528] Trial 3447 pruned. 
[I 2021-12-19 12:04:02,550] Trial 3448 pruned. 
[I 2021-12-19 12:04:02,967] Trial 3449 pruned. 
[I 2021-12-19 12:04:04,001] Trial 3450 pruned. 
[I 2021-12-19 12:04:05,039] Trial 3451 pruned. 
[I 2021-12-19 12:04:07,201] Trial 3452 pruned. 
[I 2021-12-19 12:04:09,017] Trial 3453 pruned. 
[I 2021-12-19 12:04:09,606] Trial 3454 pruned. 
[I 2021-12-19 12:04:11,370] Trial 3455 pruned. 
[I 2021-12-19 12:04:12,405] Trial 3456 pruned. 
[I 2021-12-19 12:04:13,311] Trial 3457 pruned. 
[I 2021-12-19 12:04:14,314] Trial 3458 pruned. 
[I 2021-12-19 12:04:15,219] Trial 3459 pruned. 
[I 2021-12-19 12:04:16,274] Trial 3460 pruned. 
[I 2021-12-19 12:04:17,168] Trial 3461 pruned. 
[I 2021-12-19 12:04:18,860] Trial 3462 pruned. 
[I 2021-12-19 12:04:19,722] Trial 3463 pruned. 
[I 2021-12-19 12:04:21,415] Trial 3464 pruned. 
[I 2021-12-19 12:04:22,048] Trial 3465 pruned. 
[I 2021-12-19 12:04:23,207] Trial 3466 pruned. 
[I 2021-12-19 12:04:24,050] Trial 3467 pruned. 
[I 2021-12-19 12:04:25,016] Trial 3468 pruned. 
[I 2021-12-19 12:04:26,594] Trial 3469 pruned. 
[I 2021-12-19 12:04:28,506] Trial 3470 pruned. 
[I 2021-12-19 12:04:29,396] Trial 3471 pruned. 
[I 2021-12-19 12:04:31,040] Trial 3472 pruned. 
[I 2021-12-19 12:04:31,927] Trial 3473 pruned. 
[I 2021-12-19 12:04:33,013] Trial 3474 pruned. 
[I 2021-12-19 12:04:33,878] Trial 3475 pruned. 
[I 2021-12-19 12:04:34,311] Trial 3476 pruned. 
[I 2021-12-19 12:04:35,224] Trial 3477 pruned. 
[I 2021-12-19 12:04:36,170] Trial 3478 pruned. 
[I 2021-12-19 12:04:36,606] Trial 3479 pruned. 
[I 2021-12-19 12:04:37,626] Trial 3480 pruned. 
[I 2021-12-19 12:04:38,490] Trial 3481 pruned. 
[I 2021-12-19 12:04:39,452] Trial 3482 pruned. 
[I 2021-12-19 12:04:40,425] Trial 3483 pruned. 
[I 2021-12-19 12:04:41,404] Trial 3484 pruned. 
[I 2021-12-19 12:04:42,297] Trial 3485 pruned. 
[I 2021-12-19 12:04:43,299] Trial 3486 pruned. 
[I 2021-12-19 12:04:44,811] Trial 3487 pruned. 
[I 2021-12-19 12:04:46,433] Trial 3488 pruned. 
[I 2021-12-19 12:04:48,083] Trial 3489 pruned. 
[I 2021-12-19 12:04:48,657] Trial 3490 pruned. 
[I 2021-12-19 12:04:49,637] Trial 3491 pruned. 
[I 2021-12-19 12:04:50,609] Trial 3492 pruned. 
[I 2021-12-19 12:04:52,134] Trial 3493 pruned. 
[I 2021-12-19 12:04:53,118] Trial 3494 pruned. 
[I 2021-12-19 12:04:54,130] Trial 3495 pruned. 
[I 2021-12-19 12:04:55,166] Trial 3496 pruned. 
[I 2021-12-19 12:04:55,623] Trial 3497 pruned. 
[I 2021-12-19 12:04:56,635] Trial 3498 pruned. 
[I 2021-12-19 12:04:57,634] Trial 3499 pruned. 
[I 2021-12-19 12:04:58,624] Trial 3500 pruned. 
[I 2021-12-19 12:04:59,562] Trial 3501 pruned. 
[I 2021-12-19 12:05:00,690] Trial 3502 pruned. 
[I 2021-12-19 12:05:01,211] Trial 3503 pruned. 
[I 2021-12-19 12:05:02,089] Trial 3504 pruned. 
[I 2021-12-19 12:05:03,059] Trial 3505 pruned. 
[I 2021-12-19 12:05:04,122] Trial 3506 pruned. 
[I 2021-12-19 12:05:05,734] Trial 3507 pruned. 
[I 2021-12-19 12:05:06,727] Trial 3508 pruned. 
[I 2021-12-19 12:05:07,743] Trial 3509 pruned. 
[I 2021-12-19 12:05:08,834] Trial 3510 pruned. 
[I 2021-12-19 12:05:09,742] Trial 3511 pruned. 
[I 2021-12-19 12:05:11,421] Trial 3512 pruned. 
[I 2021-12-19 12:05:12,082] Trial 3513 pruned. 
[I 2021-12-19 12:05:13,633] Trial 3514 pruned. 
[I 2021-12-19 12:05:15,238] Trial 3515 pruned. 
[I 2021-12-19 12:05:16,353] Trial 3516 pruned. 
[I 2021-12-19 12:05:17,301] Trial 3517 pruned. 
[I 2021-12-19 12:05:18,844] Trial 3518 pruned. 
[I 2021-12-19 12:05:19,829] Trial 3519 pruned. 
[I 2021-12-19 12:05:21,700] Trial 3520 pruned. 
[I 2021-12-19 12:05:22,711] Trial 3521 pruned. 
[I 2021-12-19 12:05:23,145] Trial 3522 pruned. 
[I 2021-12-19 12:05:24,112] Trial 3523 pruned. 
[I 2021-12-19 12:05:25,162] Trial 3524 pruned. 
[I 2021-12-19 12:06:31,376] Trial 3525 finished with value: 163.3163299560547 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 318, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:06:31,921] Trial 3526 pruned. 
[I 2021-12-19 12:06:32,963] Trial 3527 pruned. 
[I 2021-12-19 12:06:33,915] Trial 3528 pruned. 
[I 2021-12-19 12:06:34,913] Trial 3529 pruned. 
[I 2021-12-19 12:06:35,958] Trial 3530 pruned. 
[I 2021-12-19 12:06:36,855] Trial 3531 pruned. 
[I 2021-12-19 12:06:37,897] Trial 3532 pruned. 
[I 2021-12-19 12:06:39,847] Trial 3533 pruned. 
[I 2021-12-19 12:06:40,821] Trial 3534 pruned. 
[I 2021-12-19 12:06:41,749] Trial 3535 pruned. 
[I 2021-12-19 12:06:42,763] Trial 3536 pruned. 
[I 2021-12-19 12:06:43,412] Trial 3537 pruned. 
[I 2021-12-19 12:06:45,184] Trial 3538 pruned. 
[I 2021-12-19 12:06:47,952] Trial 3539 pruned. 
[I 2021-12-19 12:06:50,187] Trial 3540 pruned. 
[I 2021-12-19 12:06:54,344] Trial 3541 pruned. 
[I 2021-12-19 12:06:56,210] Trial 3542 pruned. 
[I 2021-12-19 12:07:00,949] Trial 3543 pruned. 
[I 2021-12-19 12:07:03,121] Trial 3544 pruned. 
[I 2021-12-19 12:07:03,478] Trial 3545 pruned. 
[I 2021-12-19 12:07:05,243] Trial 3546 pruned. 
[I 2021-12-19 12:07:08,146] Trial 3547 pruned. 
[I 2021-12-19 12:07:10,205] Trial 3548 pruned. 
[I 2021-12-19 12:07:12,239] Trial 3549 pruned. 
[I 2021-12-19 12:07:13,590] Trial 3550 pruned. 
[I 2021-12-19 12:07:19,031] Trial 3551 pruned. 
[I 2021-12-19 12:07:21,711] Trial 3552 pruned. 
[I 2021-12-19 12:07:23,703] Trial 3553 pruned. 
[I 2021-12-19 12:07:24,260] Trial 3554 pruned. 
[I 2021-12-19 12:07:28,455] Trial 3555 pruned. 
[I 2021-12-19 12:07:31,518] Trial 3556 pruned. 
[I 2021-12-19 12:07:37,477] Trial 3557 pruned. 
[I 2021-12-19 12:07:39,387] Trial 3558 pruned. 
[I 2021-12-19 12:08:47,930] Trial 3559 finished with value: 162.80892944335938 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 450, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:08:48,945] Trial 3560 pruned. 
[I 2021-12-19 12:08:49,691] Trial 3561 pruned. 
[I 2021-12-19 12:08:55,414] Trial 3562 pruned. 
[I 2021-12-19 12:08:57,111] Trial 3563 pruned. 
[I 2021-12-19 12:08:58,099] Trial 3564 pruned. 
[I 2021-12-19 12:08:59,144] Trial 3565 pruned. 
[I 2021-12-19 12:09:00,047] Trial 3566 pruned. 
[I 2021-12-19 12:09:01,050] Trial 3567 pruned. 
[I 2021-12-19 12:09:02,112] Trial 3568 pruned. 
[I 2021-12-19 12:09:03,047] Trial 3569 pruned. 
[I 2021-12-19 12:09:03,530] Trial 3570 pruned. 
[I 2021-12-19 12:09:04,534] Trial 3571 pruned. 
[I 2021-12-19 12:09:05,599] Trial 3572 pruned. 
[I 2021-12-19 12:09:06,516] Trial 3573 pruned. 
[I 2021-12-19 12:09:07,049] Trial 3574 pruned. 
[I 2021-12-19 12:09:08,182] Trial 3575 pruned. 
[I 2021-12-19 12:09:10,438] Trial 3576 pruned. 
[I 2021-12-19 12:09:11,457] Trial 3577 pruned. 
[I 2021-12-19 12:09:12,513] Trial 3578 pruned. 
[I 2021-12-19 12:09:13,404] Trial 3579 pruned. 
[I 2021-12-19 12:09:14,498] Trial 3580 pruned. 
[I 2021-12-19 12:09:15,474] Trial 3581 pruned. 
[I 2021-12-19 12:09:16,455] Trial 3582 pruned. 
[I 2021-12-19 12:09:17,386] Trial 3583 pruned. 
[I 2021-12-19 12:09:20,705] Trial 3584 pruned. 
[I 2021-12-19 12:09:21,373] Trial 3585 pruned. 
[I 2021-12-19 12:10:30,676] Trial 3586 finished with value: 166.63172912597656 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 476, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:10:31,915] Trial 3587 pruned. 
[I 2021-12-19 12:10:33,034] Trial 3588 pruned. 
[I 2021-12-19 12:10:34,178] Trial 3589 pruned. 
[I 2021-12-19 12:10:35,171] Trial 3590 pruned. 
[I 2021-12-19 12:10:36,198] Trial 3591 pruned. 
[I 2021-12-19 12:10:37,226] Trial 3592 pruned. 
[I 2021-12-19 12:10:39,273] Trial 3593 pruned. 
[I 2021-12-19 12:10:39,713] Trial 3594 pruned. 
[I 2021-12-19 12:10:41,447] Trial 3595 pruned. 
[I 2021-12-19 12:10:43,159] Trial 3596 pruned. 
[I 2021-12-19 12:10:45,023] Trial 3597 pruned. 
[I 2021-12-19 12:10:45,549] Trial 3598 pruned. 
[I 2021-12-19 12:10:46,522] Trial 3599 pruned. 
[I 2021-12-19 12:10:47,425] Trial 3600 pruned. 
[I 2021-12-19 12:10:49,248] Trial 3601 pruned. 
[I 2021-12-19 12:10:50,254] Trial 3602 pruned. 
[I 2021-12-19 12:10:51,362] Trial 3603 pruned. 
[I 2021-12-19 12:10:52,253] Trial 3604 pruned. 
[I 2021-12-19 12:10:53,253] Trial 3605 pruned. 
[I 2021-12-19 12:10:54,286] Trial 3606 pruned. 
[I 2021-12-19 12:10:55,242] Trial 3607 pruned. 
[I 2021-12-19 12:10:56,227] Trial 3608 pruned. 
[I 2021-12-19 12:10:57,892] Trial 3609 pruned. 
[I 2021-12-19 12:10:58,476] Trial 3610 pruned. 
[I 2021-12-19 12:10:59,535] Trial 3611 pruned. 
[I 2021-12-19 12:11:00,502] Trial 3612 pruned. 
[I 2021-12-19 12:11:01,495] Trial 3613 pruned. 
[I 2021-12-19 12:11:02,486] Trial 3614 pruned. 
[I 2021-12-19 12:11:04,102] Trial 3615 pruned. 
[I 2021-12-19 12:11:05,041] Trial 3616 pruned. 
[I 2021-12-19 12:11:05,461] Trial 3617 pruned. 
[I 2021-12-19 12:11:07,072] Trial 3618 pruned. 
[I 2021-12-19 12:11:08,730] Trial 3619 pruned. 
[I 2021-12-19 12:11:09,756] Trial 3620 pruned. 
[I 2021-12-19 12:11:10,681] Trial 3621 pruned. 
[I 2021-12-19 12:11:11,224] Trial 3622 pruned. 
[I 2021-12-19 12:11:12,260] Trial 3623 pruned. 
[I 2021-12-19 12:11:13,147] Trial 3624 pruned. 
[I 2021-12-19 12:11:14,283] Trial 3625 pruned. 
[I 2021-12-19 12:11:15,253] Trial 3626 pruned. 
[I 2021-12-19 12:11:16,204] Trial 3627 pruned. 
[I 2021-12-19 12:11:17,763] Trial 3628 pruned. 
[I 2021-12-19 12:11:18,786] Trial 3629 pruned. 
[I 2021-12-19 12:11:20,635] Trial 3630 pruned. 
[I 2021-12-19 12:13:04,956] Trial 3631 finished with value: 164.78369140625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 490, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:13:06,445] Trial 3632 pruned. 
[I 2021-12-19 12:13:07,514] Trial 3633 pruned. 
[I 2021-12-19 12:13:10,019] Trial 3634 pruned. 
[I 2021-12-19 12:13:11,570] Trial 3635 pruned. 
[I 2021-12-19 12:13:14,871] Trial 3636 pruned. 
[I 2021-12-19 12:13:16,375] Trial 3637 pruned. 
[I 2021-12-19 12:13:18,012] Trial 3638 pruned. 
[I 2021-12-19 12:13:20,301] Trial 3639 pruned. 
[I 2021-12-19 12:13:22,144] Trial 3640 pruned. 
[I 2021-12-19 12:13:23,302] Trial 3641 pruned. 
[I 2021-12-19 12:13:23,746] Trial 3642 pruned. 
[I 2021-12-19 12:13:25,177] Trial 3643 pruned. 
[I 2021-12-19 12:13:27,635] Trial 3644 pruned. 
[I 2021-12-19 12:13:30,559] Trial 3645 pruned. 
[I 2021-12-19 12:13:32,425] Trial 3646 pruned. 
[I 2021-12-19 12:13:33,204] Trial 3647 pruned. 
[I 2021-12-19 12:13:35,338] Trial 3648 pruned. 
[I 2021-12-19 12:13:36,584] Trial 3649 pruned. 
[I 2021-12-19 12:13:38,340] Trial 3650 pruned. 
[I 2021-12-19 12:13:41,399] Trial 3651 pruned. 
[I 2021-12-19 12:13:43,054] Trial 3652 pruned. 
[I 2021-12-19 12:13:49,118] Trial 3653 pruned. 
[I 2021-12-19 12:13:50,275] Trial 3654 pruned. 
[I 2021-12-19 12:13:51,757] Trial 3655 pruned. 
[I 2021-12-19 12:13:53,552] Trial 3656 pruned. 
[I 2021-12-19 12:13:58,823] Trial 3657 pruned. 
[I 2021-12-19 12:13:59,925] Trial 3658 pruned. 
[I 2021-12-19 12:14:03,379] Trial 3659 pruned. 
[I 2021-12-19 12:14:05,332] Trial 3660 pruned. 
[I 2021-12-19 12:14:07,646] Trial 3661 pruned. 
[I 2021-12-19 12:14:09,015] Trial 3662 pruned. 
[I 2021-12-19 12:14:10,393] Trial 3663 pruned. 
[I 2021-12-19 12:14:11,817] Trial 3664 pruned. 
[I 2021-12-19 12:14:13,588] Trial 3665 pruned. 
[I 2021-12-19 12:14:13,956] Trial 3666 pruned. 
[I 2021-12-19 12:14:15,996] Trial 3667 pruned. 
[I 2021-12-19 12:14:17,765] Trial 3668 pruned. 
[I 2021-12-19 12:14:19,393] Trial 3669 pruned. 
[I 2021-12-19 12:14:20,074] Trial 3670 pruned. 
[I 2021-12-19 12:14:22,621] Trial 3671 pruned. 
[I 2021-12-19 12:14:24,310] Trial 3672 pruned. 
[I 2021-12-19 12:14:27,149] Trial 3673 pruned. 
[I 2021-12-19 12:14:28,522] Trial 3674 pruned. 
[I 2021-12-19 12:14:29,932] Trial 3675 pruned. 
[I 2021-12-19 12:14:36,287] Trial 3676 pruned. 
[I 2021-12-19 12:14:38,326] Trial 3677 pruned. 
[I 2021-12-19 12:14:39,995] Trial 3678 pruned. 
[I 2021-12-19 12:14:41,191] Trial 3679 pruned. 
[I 2021-12-19 12:14:43,565] Trial 3680 pruned. 
[I 2021-12-19 12:14:46,934] Trial 3681 pruned. 
[I 2021-12-19 12:14:48,599] Trial 3682 pruned. 
[I 2021-12-19 12:14:50,058] Trial 3683 pruned. 
[I 2021-12-19 12:14:51,475] Trial 3684 pruned. 
[I 2021-12-19 12:14:52,929] Trial 3685 pruned. 
[I 2021-12-19 12:14:54,011] Trial 3686 pruned. 
[I 2021-12-19 12:14:55,712] Trial 3687 pruned. 
[I 2021-12-19 12:14:57,625] Trial 3688 pruned. 
[I 2021-12-19 12:15:02,894] Trial 3689 pruned. 
[I 2021-12-19 12:15:03,607] Trial 3690 pruned. 
[I 2021-12-19 12:15:05,956] Trial 3691 pruned. 
[I 2021-12-19 12:15:07,439] Trial 3692 pruned. 
[I 2021-12-19 12:15:10,789] Trial 3693 pruned. 
[I 2021-12-19 12:15:13,565] Trial 3694 pruned. 
[I 2021-12-19 12:17:59,556] Trial 3695 finished with value: 166.88182067871094 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 520, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:18:00,682] Trial 3696 pruned. 
[I 2021-12-19 12:18:01,235] Trial 3697 pruned. 
[I 2021-12-19 12:18:02,341] Trial 3698 pruned. 
[I 2021-12-19 12:18:03,309] Trial 3699 pruned. 
[I 2021-12-19 12:18:05,038] Trial 3700 pruned. 
[I 2021-12-19 12:18:06,072] Trial 3701 pruned. 
[I 2021-12-19 12:18:07,848] Trial 3702 pruned. 
[I 2021-12-19 12:18:08,750] Trial 3703 pruned. 
[I 2021-12-19 12:18:09,834] Trial 3704 pruned. 
[I 2021-12-19 12:18:10,989] Trial 3705 pruned. 
[I 2021-12-19 12:18:12,725] Trial 3706 pruned. 
[I 2021-12-19 12:18:13,977] Trial 3707 pruned. 
[I 2021-12-19 12:18:15,082] Trial 3708 pruned. 
[I 2021-12-19 12:18:16,031] Trial 3709 pruned. 
[I 2021-12-19 12:18:17,029] Trial 3710 pruned. 
[I 2021-12-19 12:18:17,959] Trial 3711 pruned. 
[I 2021-12-19 12:18:19,780] Trial 3712 pruned. 
[I 2021-12-19 12:18:21,760] Trial 3713 pruned. 
[I 2021-12-19 12:18:22,108] Trial 3714 pruned. 
[I 2021-12-19 12:18:23,837] Trial 3715 pruned. 
[I 2021-12-19 12:18:24,838] Trial 3716 pruned. 
[I 2021-12-19 12:18:26,711] Trial 3717 pruned. 
[I 2021-12-19 12:18:28,414] Trial 3718 pruned. 
[I 2021-12-19 12:18:28,909] Trial 3719 pruned. 
[I 2021-12-19 12:18:30,702] Trial 3720 pruned. 
[I 2021-12-19 12:18:31,804] Trial 3721 pruned. 
[I 2021-12-19 12:18:32,852] Trial 3722 pruned. 
[I 2021-12-19 12:18:33,908] Trial 3723 pruned. 
[I 2021-12-19 12:18:34,929] Trial 3724 pruned. 
[I 2021-12-19 12:18:35,863] Trial 3725 pruned. 
[I 2021-12-19 12:18:37,942] Trial 3726 pruned. 
[I 2021-12-19 12:18:40,413] Trial 3727 pruned. 
[I 2021-12-19 12:19:52,338] Trial 3728 finished with value: 162.98606872558594 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:19:53,397] Trial 3729 pruned. 
[I 2021-12-19 12:19:54,137] Trial 3730 pruned. 
[I 2021-12-19 12:19:55,322] Trial 3731 pruned. 
[I 2021-12-19 12:19:56,435] Trial 3732 pruned. 
[I 2021-12-19 12:19:57,402] Trial 3733 pruned. 
[I 2021-12-19 12:19:58,397] Trial 3734 pruned. 
[I 2021-12-19 12:19:59,607] Trial 3735 pruned. 
[I 2021-12-19 12:20:01,147] Trial 3736 pruned. 
[I 2021-12-19 12:20:02,382] Trial 3737 pruned. 
[I 2021-12-19 12:20:02,844] Trial 3738 pruned. 
[I 2021-12-19 12:21:15,586] Trial 3739 finished with value: 172.56796264648438 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 510, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:21:16,699] Trial 3740 pruned. 
[I 2021-12-19 12:21:17,840] Trial 3741 pruned. 
[I 2021-12-19 12:21:18,805] Trial 3742 pruned. 
[I 2021-12-19 12:21:19,364] Trial 3743 pruned. 
[I 2021-12-19 12:21:21,219] Trial 3744 pruned. 
[I 2021-12-19 12:21:22,287] Trial 3745 pruned. 
[I 2021-12-19 12:21:23,361] Trial 3746 pruned. 
[I 2021-12-19 12:21:25,432] Trial 3747 pruned. 
[I 2021-12-19 12:21:26,558] Trial 3748 pruned. 
[I 2021-12-19 12:21:27,574] Trial 3749 pruned. 
[I 2021-12-19 12:21:29,104] Trial 3750 pruned. 
[I 2021-12-19 12:21:30,301] Trial 3751 pruned. 
[I 2021-12-19 12:21:31,336] Trial 3752 pruned. 
[I 2021-12-19 12:21:32,262] Trial 3753 pruned. 
[I 2021-12-19 12:21:33,087] Trial 3754 pruned. 
[I 2021-12-19 12:21:34,726] Trial 3755 pruned. 
[I 2021-12-19 12:21:35,752] Trial 3756 pruned. 
[I 2021-12-19 12:21:36,822] Trial 3757 pruned. 
[I 2021-12-19 12:22:58,446] Trial 3758 finished with value: 166.77540588378906 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 442, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:23:00,273] Trial 3759 pruned. 
[I 2021-12-19 12:23:01,307] Trial 3760 pruned. 
[I 2021-12-19 12:23:02,208] Trial 3761 pruned. 
[I 2021-12-19 12:23:02,672] Trial 3762 pruned. 
[I 2021-12-19 12:23:03,731] Trial 3763 pruned. 
[I 2021-12-19 12:23:04,760] Trial 3764 pruned. 
[I 2021-12-19 12:23:05,874] Trial 3765 pruned. 
[I 2021-12-19 12:23:07,511] Trial 3766 pruned. 
[I 2021-12-19 12:23:08,083] Trial 3767 pruned. 
[I 2021-12-19 12:23:09,132] Trial 3768 pruned. 
[I 2021-12-19 12:23:10,065] Trial 3769 pruned. 
[I 2021-12-19 12:23:11,129] Trial 3770 pruned. 
[I 2021-12-19 12:23:12,293] Trial 3771 pruned. 
[I 2021-12-19 12:23:13,944] Trial 3772 pruned. 
[I 2021-12-19 12:23:15,678] Trial 3773 pruned. 
[I 2021-12-19 12:23:16,799] Trial 3774 pruned. 
[I 2021-12-19 12:23:17,722] Trial 3775 pruned. 
[I 2021-12-19 12:23:18,730] Trial 3776 pruned. 
[I 2021-12-19 12:23:19,383] Trial 3777 pruned. 
[I 2021-12-19 12:23:20,382] Trial 3778 pruned. 
[I 2021-12-19 12:23:21,412] Trial 3779 pruned. 
[I 2021-12-19 12:23:23,106] Trial 3780 pruned. 
[I 2021-12-19 12:23:25,131] Trial 3781 pruned. 
[I 2021-12-19 12:23:26,207] Trial 3782 pruned. 
[I 2021-12-19 12:23:28,531] Trial 3783 pruned. 
[I 2021-12-19 12:23:29,563] Trial 3784 pruned. 
[I 2021-12-19 12:23:30,685] Trial 3785 pruned. 
[I 2021-12-19 12:23:31,776] Trial 3786 pruned. 
[I 2021-12-19 12:23:33,478] Trial 3787 pruned. 
[I 2021-12-19 12:23:34,451] Trial 3788 pruned. 
[I 2021-12-19 12:23:34,905] Trial 3789 pruned. 
[I 2021-12-19 12:23:35,938] Trial 3790 pruned. 
[I 2021-12-19 12:23:37,655] Trial 3791 pruned. 
[I 2021-12-19 12:23:38,204] Trial 3792 pruned. 
[I 2021-12-19 12:23:39,180] Trial 3793 pruned. 
[I 2021-12-19 12:23:40,330] Trial 3794 pruned. 
[I 2021-12-19 12:23:41,386] Trial 3795 pruned. 
[I 2021-12-19 12:23:42,614] Trial 3796 pruned. 
[I 2021-12-19 12:23:43,554] Trial 3797 pruned. 
[I 2021-12-19 12:23:44,566] Trial 3798 pruned. 
[I 2021-12-19 12:23:46,212] Trial 3799 pruned. 
[I 2021-12-19 12:23:48,245] Trial 3800 pruned. 
[I 2021-12-19 12:23:48,947] Trial 3801 pruned. 
[I 2021-12-19 12:23:50,677] Trial 3802 pruned. 
[I 2021-12-19 12:23:51,687] Trial 3803 pruned. 
[I 2021-12-19 12:23:52,815] Trial 3804 pruned. 
[I 2021-12-19 12:23:53,773] Trial 3805 pruned. 
[I 2021-12-19 12:23:54,881] Trial 3806 pruned. 
[I 2021-12-19 12:23:56,827] Trial 3807 pruned. 
[I 2021-12-19 12:23:58,797] Trial 3808 pruned. 
[I 2021-12-19 12:23:59,836] Trial 3809 pruned. 
[I 2021-12-19 12:24:00,209] Trial 3810 pruned. 
[I 2021-12-19 12:24:01,228] Trial 3811 pruned. 
[I 2021-12-19 12:24:02,313] Trial 3812 pruned. 
[I 2021-12-19 12:24:03,447] Trial 3813 pruned. 
[I 2021-12-19 12:24:05,245] Trial 3814 pruned. 
[I 2021-12-19 12:24:05,814] Trial 3815 pruned. 
[I 2021-12-19 12:24:06,850] Trial 3816 pruned. 
[I 2021-12-19 12:24:08,002] Trial 3817 pruned. 
[I 2021-12-19 12:24:08,999] Trial 3818 pruned. 
[I 2021-12-19 12:24:11,307] Trial 3819 pruned. 
[I 2021-12-19 12:24:12,345] Trial 3820 pruned. 
[I 2021-12-19 12:24:13,412] Trial 3821 pruned. 
[I 2021-12-19 12:24:14,432] Trial 3822 pruned. 
[I 2021-12-19 12:24:15,447] Trial 3823 pruned. 
[I 2021-12-19 12:24:16,409] Trial 3824 pruned. 
[I 2021-12-19 12:24:17,129] Trial 3825 pruned. 
[I 2021-12-19 12:24:18,282] Trial 3826 pruned. 
[I 2021-12-19 12:24:20,101] Trial 3827 pruned. 
[I 2021-12-19 12:24:21,119] Trial 3828 pruned. 
[I 2021-12-19 12:24:22,812] Trial 3829 pruned. 
[I 2021-12-19 12:24:23,841] Trial 3830 pruned. 
[I 2021-12-19 12:24:25,798] Trial 3831 pruned. 
[I 2021-12-19 12:24:28,763] Trial 3832 pruned. 
[I 2021-12-19 12:24:30,561] Trial 3833 pruned. 
[I 2021-12-19 12:24:31,615] Trial 3834 pruned. 
[I 2021-12-19 12:24:32,014] Trial 3835 pruned. 
[I 2021-12-19 12:24:33,040] Trial 3836 pruned. 
[I 2021-12-19 12:24:34,096] Trial 3837 pruned. 
[I 2021-12-19 12:24:34,564] Trial 3838 pruned. 
[I 2021-12-19 12:24:36,331] Trial 3839 pruned. 
[I 2021-12-19 12:24:37,397] Trial 3840 pruned. 
[I 2021-12-19 12:24:38,547] Trial 3841 pruned. 
[I 2021-12-19 12:24:39,566] Trial 3842 pruned. 
[I 2021-12-19 12:24:41,882] Trial 3843 pruned. 
[I 2021-12-19 12:24:43,671] Trial 3844 pruned. 
[I 2021-12-19 12:24:44,846] Trial 3845 pruned. 
[I 2021-12-19 12:24:46,546] Trial 3846 pruned. 
[I 2021-12-19 12:24:47,622] Trial 3847 pruned. 
[I 2021-12-19 12:24:48,670] Trial 3848 pruned. 
[I 2021-12-19 12:24:49,623] Trial 3849 pruned. 
[I 2021-12-19 12:24:50,753] Trial 3850 pruned. 
[I 2021-12-19 12:24:51,379] Trial 3851 pruned. 
[I 2021-12-19 12:24:52,382] Trial 3852 pruned. 
[I 2021-12-19 12:24:53,466] Trial 3853 pruned. 
[I 2021-12-19 12:24:54,633] Trial 3854 pruned. 
[I 2021-12-19 12:24:55,693] Trial 3855 pruned. 
[I 2021-12-19 12:24:56,735] Trial 3856 pruned. 
[I 2021-12-19 12:24:57,798] Trial 3857 pruned. 
[I 2021-12-19 12:24:58,302] Trial 3858 pruned. 
[I 2021-12-19 12:24:59,354] Trial 3859 pruned. 
[I 2021-12-19 12:25:00,340] Trial 3860 pruned. 
[I 2021-12-19 12:25:01,319] Trial 3861 pruned. 
[I 2021-12-19 12:25:01,869] Trial 3862 pruned. 
[I 2021-12-19 12:25:02,827] Trial 3863 pruned. 
[I 2021-12-19 12:25:03,843] Trial 3864 pruned. 
[I 2021-12-19 12:25:04,770] Trial 3865 pruned. 
[I 2021-12-19 12:25:05,848] Trial 3866 pruned. 
[I 2021-12-19 12:25:06,898] Trial 3867 pruned. 
[I 2021-12-19 12:26:25,903] Trial 3868 finished with value: 179.7049102783203 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 414, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:26:26,994] Trial 3869 pruned. 
[I 2021-12-19 12:26:28,040] Trial 3870 pruned. 
[I 2021-12-19 12:26:29,113] Trial 3871 pruned. 
[I 2021-12-19 12:26:30,298] Trial 3872 pruned. 
[I 2021-12-19 12:26:31,207] Trial 3873 pruned. 
[I 2021-12-19 12:26:31,916] Trial 3874 pruned. 
[I 2021-12-19 12:26:32,985] Trial 3875 pruned. 
[I 2021-12-19 12:26:33,955] Trial 3876 pruned. 
[I 2021-12-19 12:26:34,980] Trial 3877 pruned. 
[I 2021-12-19 12:26:36,133] Trial 3878 pruned. 
[I 2021-12-19 12:26:37,931] Trial 3879 pruned. 
[I 2021-12-19 12:26:40,513] Trial 3880 pruned. 
[I 2021-12-19 12:26:42,516] Trial 3881 pruned. 
[I 2021-12-19 12:26:42,856] Trial 3882 pruned. 
[I 2021-12-19 12:26:44,587] Trial 3883 pruned. 
[I 2021-12-19 12:26:45,549] Trial 3884 pruned. 
[I 2021-12-19 12:26:46,554] Trial 3885 pruned. 
[I 2021-12-19 12:26:47,593] Trial 3886 pruned. 
[I 2021-12-19 12:26:48,688] Trial 3887 pruned. 
[I 2021-12-19 12:26:49,833] Trial 3888 pruned. 
[I 2021-12-19 12:26:50,380] Trial 3889 pruned. 
[I 2021-12-19 12:26:51,314] Trial 3890 pruned. 
[I 2021-12-19 12:26:52,499] Trial 3891 pruned. 
[I 2021-12-19 12:26:54,270] Trial 3892 pruned. 
[I 2021-12-19 12:26:55,238] Trial 3893 pruned. 
[I 2021-12-19 12:26:56,976] Trial 3894 pruned. 
[I 2021-12-19 12:26:58,808] Trial 3895 pruned. 
[I 2021-12-19 12:26:59,899] Trial 3896 pruned. 
[I 2021-12-19 12:27:00,977] Trial 3897 pruned. 
[I 2021-12-19 12:27:01,637] Trial 3898 pruned. 
[I 2021-12-19 12:27:03,389] Trial 3899 pruned. 
[I 2021-12-19 12:27:04,648] Trial 3900 pruned. 
[I 2021-12-19 12:27:05,565] Trial 3901 pruned. 
[I 2021-12-19 12:27:06,637] Trial 3902 pruned. 
[I 2021-12-19 12:27:07,743] Trial 3903 pruned. 
[I 2021-12-19 12:27:08,693] Trial 3904 pruned. 
[I 2021-12-19 12:27:09,773] Trial 3905 pruned. 
[I 2021-12-19 12:27:10,289] Trial 3906 pruned. 
[I 2021-12-19 12:28:22,633] Trial 3907 finished with value: 166.92117309570312 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 396, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:28:23,736] Trial 3908 pruned. 
[I 2021-12-19 12:28:24,906] Trial 3909 pruned. 
[I 2021-12-19 12:28:25,980] Trial 3910 pruned. 
[I 2021-12-19 12:28:26,607] Trial 3911 pruned. 
[I 2021-12-19 12:28:27,705] Trial 3912 pruned. 
[I 2021-12-19 12:28:28,867] Trial 3913 pruned. 
[I 2021-12-19 12:28:30,037] Trial 3914 pruned. 
[I 2021-12-19 12:28:30,995] Trial 3915 pruned. 
[I 2021-12-19 12:28:32,102] Trial 3916 pruned. 
[I 2021-12-19 12:28:32,990] Trial 3917 pruned. 
[I 2021-12-19 12:28:37,420] Trial 3918 pruned. 
[I 2021-12-19 12:28:38,497] Trial 3919 pruned. 
[I 2021-12-19 12:28:39,463] Trial 3920 pruned. 
[I 2021-12-19 12:28:41,279] Trial 3921 pruned. 
[I 2021-12-19 12:28:42,017] Trial 3922 pruned. 
[I 2021-12-19 12:28:43,013] Trial 3923 pruned. 
[I 2021-12-19 12:28:44,098] Trial 3924 pruned. 
[I 2021-12-19 12:28:45,140] Trial 3925 pruned. 
[I 2021-12-19 12:28:46,132] Trial 3926 pruned. 
[I 2021-12-19 12:28:47,215] Trial 3927 pruned. 
[I 2021-12-19 12:28:48,261] Trial 3928 pruned. 
[I 2021-12-19 12:28:49,262] Trial 3929 pruned. 
[I 2021-12-19 12:28:51,099] Trial 3930 pruned. 
[I 2021-12-19 12:28:51,610] Trial 3931 pruned. 
[I 2021-12-19 12:28:53,544] Trial 3932 pruned. 
[I 2021-12-19 12:28:55,985] Trial 3933 pruned. 
[I 2021-12-19 12:28:57,818] Trial 3934 pruned. 
[I 2021-12-19 12:28:58,287] Trial 3935 pruned. 
[I 2021-12-19 12:28:59,348] Trial 3936 pruned. 
[I 2021-12-19 12:29:00,428] Trial 3937 pruned. 
[I 2021-12-19 12:29:01,485] Trial 3938 pruned. 
[I 2021-12-19 12:29:02,534] Trial 3939 pruned. 
[I 2021-12-19 12:29:05,549] Trial 3940 pruned. 
[I 2021-12-19 12:29:06,672] Trial 3941 pruned. 
[I 2021-12-19 12:29:07,650] Trial 3942 pruned. 
[I 2021-12-19 12:29:08,635] Trial 3943 pruned. 
[I 2021-12-19 12:29:09,849] Trial 3944 pruned. 
[I 2021-12-19 12:29:11,862] Trial 3945 pruned. 
[I 2021-12-19 12:29:12,508] Trial 3946 pruned. 
[I 2021-12-19 12:29:13,574] Trial 3947 pruned. 
[I 2021-12-19 12:29:14,604] Trial 3948 pruned. 
[I 2021-12-19 12:29:15,555] Trial 3949 pruned. 
[I 2021-12-19 12:29:16,648] Trial 3950 pruned. 
[I 2021-12-19 12:29:19,555] Trial 3951 pruned. 
[I 2021-12-19 12:29:20,488] Trial 3952 pruned. 
[I 2021-12-19 12:29:21,562] Trial 3953 pruned. 
[I 2021-12-19 12:29:22,052] Trial 3954 pruned. 
[I 2021-12-19 12:29:23,986] Trial 3955 pruned. 
[I 2021-12-19 12:29:25,104] Trial 3956 pruned. 
[I 2021-12-19 12:29:26,795] Trial 3957 pruned. 
[I 2021-12-19 12:29:27,763] Trial 3958 pruned. 
[I 2021-12-19 12:29:28,983] Trial 3959 pruned. 
[I 2021-12-19 12:29:29,538] Trial 3960 pruned. 
[I 2021-12-19 12:29:30,542] Trial 3961 pruned. 
[I 2021-12-19 12:29:31,452] Trial 3962 pruned. 
[I 2021-12-19 12:29:33,342] Trial 3963 pruned. 
[I 2021-12-19 12:29:34,311] Trial 3964 pruned. 
[I 2021-12-19 12:29:35,343] Trial 3965 pruned. 
[I 2021-12-19 12:29:36,459] Trial 3966 pruned. 
[I 2021-12-19 12:29:38,160] Trial 3967 pruned. 
[I 2021-12-19 12:29:40,198] Trial 3968 pruned. 
[I 2021-12-19 12:29:41,449] Trial 3969 pruned. 
[I 2021-12-19 12:29:42,182] Trial 3970 pruned. 
[I 2021-12-19 12:29:43,148] Trial 3971 pruned. 
[I 2021-12-19 12:29:44,224] Trial 3972 pruned. 
[I 2021-12-19 12:29:45,952] Trial 3973 pruned. 
[I 2021-12-19 12:29:47,017] Trial 3974 pruned. 
[I 2021-12-19 12:29:48,766] Trial 3975 pruned. 
[I 2021-12-19 12:29:49,831] Trial 3976 pruned. 
[I 2021-12-19 12:29:50,780] Trial 3977 pruned. 
[I 2021-12-19 12:29:51,310] Trial 3978 pruned. 
[I 2021-12-19 12:29:52,498] Trial 3979 pruned. 
[I 2021-12-19 12:29:53,551] Trial 3980 pruned. 
[I 2021-12-19 12:29:54,509] Trial 3981 pruned. 
[I 2021-12-19 12:29:55,603] Trial 3982 pruned. 
[I 2021-12-19 12:29:56,207] Trial 3983 pruned. 
[I 2021-12-19 12:29:57,192] Trial 3984 pruned. 
[I 2021-12-19 12:29:58,250] Trial 3985 pruned. 
[I 2021-12-19 12:29:59,349] Trial 3986 pruned. 
[I 2021-12-19 12:30:01,177] Trial 3987 pruned. 
[I 2021-12-19 12:30:02,951] Trial 3988 pruned. 
[I 2021-12-19 12:30:03,960] Trial 3989 pruned. 
[I 2021-12-19 12:30:05,651] Trial 3990 pruned. 
[I 2021-12-19 12:30:06,685] Trial 3991 pruned. 
[I 2021-12-19 12:30:07,856] Trial 3992 pruned. 
[I 2021-12-19 12:30:08,888] Trial 3993 pruned. 
[I 2021-12-19 12:30:09,997] Trial 3994 pruned. 
[I 2021-12-19 12:30:10,779] Trial 3995 pruned. 
[I 2021-12-19 12:30:12,794] Trial 3996 pruned. 
[I 2021-12-19 12:30:13,738] Trial 3997 pruned. 
[I 2021-12-19 12:30:15,479] Trial 3998 pruned. 
[I 2021-12-19 12:30:16,532] Trial 3999 pruned. 
[I 2021-12-19 12:30:17,515] Trial 4000 pruned. 
[I 2021-12-19 12:30:19,448] Trial 4001 pruned. 
[I 2021-12-19 12:30:19,921] Trial 4002 pruned. 
[I 2021-12-19 12:30:20,888] Trial 4003 pruned. 
[I 2021-12-19 12:30:21,906] Trial 4004 pruned. 
[I 2021-12-19 12:30:23,084] Trial 4005 pruned. 
[I 2021-12-19 12:30:24,758] Trial 4006 pruned. 
[I 2021-12-19 12:30:25,786] Trial 4007 pruned. 
[I 2021-12-19 12:30:26,857] Trial 4008 pruned. 
[I 2021-12-19 12:30:27,394] Trial 4009 pruned. 
[I 2021-12-19 12:30:28,415] Trial 4010 pruned. 
[I 2021-12-19 12:30:29,453] Trial 4011 pruned. 
[I 2021-12-19 12:30:30,530] Trial 4012 pruned. 
[I 2021-12-19 12:30:31,674] Trial 4013 pruned. 
[I 2021-12-19 12:30:32,650] Trial 4014 pruned. 
[I 2021-12-19 12:30:33,721] Trial 4015 pruned. 
[I 2021-12-19 12:30:34,780] Trial 4016 pruned. 
[I 2021-12-19 12:30:35,832] Trial 4017 pruned. 
[I 2021-12-19 12:30:36,554] Trial 4018 pruned. 
[I 2021-12-19 12:30:37,640] Trial 4019 pruned. 
[I 2021-12-19 12:30:39,337] Trial 4020 pruned. 
[I 2021-12-19 12:30:40,411] Trial 4021 pruned. 
[I 2021-12-19 12:30:41,484] Trial 4022 pruned. 
[I 2021-12-19 12:30:43,122] Trial 4023 pruned. 
[I 2021-12-19 12:30:45,075] Trial 4024 pruned. 
[I 2021-12-19 12:30:46,206] Trial 4025 pruned. 
[I 2021-12-19 12:30:47,276] Trial 4026 pruned. 
[I 2021-12-19 12:30:48,330] Trial 4027 pruned. 
[I 2021-12-19 12:30:48,831] Trial 4028 pruned. 
[I 2021-12-19 12:30:49,835] Trial 4029 pruned. 
[I 2021-12-19 12:30:51,607] Trial 4030 pruned. 
[I 2021-12-19 12:30:52,631] Trial 4031 pruned. 
[I 2021-12-19 12:30:53,645] Trial 4032 pruned. 
[I 2021-12-19 12:30:54,196] Trial 4033 pruned. 
[I 2021-12-19 12:30:55,259] Trial 4034 pruned. 
[I 2021-12-19 12:30:56,216] Trial 4035 pruned. 
[I 2021-12-19 12:30:57,286] Trial 4036 pruned. 
[I 2021-12-19 12:30:58,314] Trial 4037 pruned. 
[I 2021-12-19 12:31:00,310] Trial 4038 pruned. 
[I 2021-12-19 12:31:01,364] Trial 4039 pruned. 
[I 2021-12-19 12:31:02,396] Trial 4040 pruned. 
[I 2021-12-19 12:31:03,462] Trial 4041 pruned. 
[I 2021-12-19 12:31:04,112] Trial 4042 pruned. 
[I 2021-12-19 12:31:05,191] Trial 4043 pruned. 
[I 2021-12-19 12:31:06,248] Trial 4044 pruned. 
[I 2021-12-19 12:31:09,344] Trial 4045 pruned. 
[I 2021-12-19 12:31:10,625] Trial 4046 pruned. 
[I 2021-12-19 12:31:11,672] Trial 4047 pruned. 
[I 2021-12-19 12:31:13,401] Trial 4048 pruned. 
[I 2021-12-19 12:31:16,064] Trial 4049 pruned. 
[I 2021-12-19 12:31:17,145] Trial 4050 pruned. 
[I 2021-12-19 12:31:17,635] Trial 4051 pruned. 
[I 2021-12-19 12:31:19,063] Trial 4052 pruned. 
[I 2021-12-19 12:31:20,140] Trial 4053 pruned. 
[I 2021-12-19 12:31:21,220] Trial 4054 pruned. 
[I 2021-12-19 12:31:21,722] Trial 4055 pruned. 
[I 2021-12-19 12:31:22,809] Trial 4056 pruned. 
[I 2021-12-19 12:31:23,856] Trial 4057 pruned. 
[I 2021-12-19 12:31:24,838] Trial 4058 pruned. 
[I 2021-12-19 12:31:25,924] Trial 4059 pruned. 
[I 2021-12-19 12:31:26,993] Trial 4060 pruned. 
[I 2021-12-19 12:31:28,009] Trial 4061 pruned. 
[I 2021-12-19 12:31:29,904] Trial 4062 pruned. 
[I 2021-12-19 12:31:30,970] Trial 4063 pruned. 
[I 2021-12-19 12:31:32,629] Trial 4064 pruned. 
[I 2021-12-19 12:31:33,737] Trial 4065 pruned. 
[I 2021-12-19 12:31:34,784] Trial 4066 pruned. 
[I 2021-12-19 12:31:35,534] Trial 4067 pruned. 
[I 2021-12-19 12:31:37,231] Trial 4068 pruned. 
[I 2021-12-19 12:31:38,474] Trial 4069 pruned. 
[I 2021-12-19 12:31:39,514] Trial 4070 pruned. 
[I 2021-12-19 12:31:40,521] Trial 4071 pruned. 
[I 2021-12-19 12:32:50,011] Trial 4072 finished with value: 160.77774047851562 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 398, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:32:51,097] Trial 4073 pruned. 
[I 2021-12-19 12:32:52,118] Trial 4074 pruned. 
[I 2021-12-19 12:32:53,068] Trial 4075 pruned. 
[I 2021-12-19 12:32:53,612] Trial 4076 pruned. 
[I 2021-12-19 12:32:54,709] Trial 4077 pruned. 
[I 2021-12-19 12:32:55,699] Trial 4078 pruned. 
[I 2021-12-19 12:32:56,269] Trial 4079 pruned. 
[I 2021-12-19 12:32:57,343] Trial 4080 pruned. 
[I 2021-12-19 12:32:58,324] Trial 4081 pruned. 
[I 2021-12-19 12:32:59,496] Trial 4082 pruned. 
[I 2021-12-19 12:33:00,570] Trial 4083 pruned. 
[I 2021-12-19 12:33:01,571] Trial 4084 pruned. 
[I 2021-12-19 12:33:02,648] Trial 4085 pruned. 
[I 2021-12-19 12:33:03,724] Trial 4086 pruned. 
[I 2021-12-19 12:33:04,677] Trial 4087 pruned. 
[I 2021-12-19 12:33:05,762] Trial 4088 pruned. 
[I 2021-12-19 12:33:06,920] Trial 4089 pruned. 
[I 2021-12-19 12:33:08,002] Trial 4090 pruned. 
[I 2021-12-19 12:33:08,678] Trial 4091 pruned. 
[I 2021-12-19 12:33:09,754] Trial 4092 pruned. 
[I 2021-12-19 12:33:10,892] Trial 4093 pruned. 
[I 2021-12-19 12:33:11,920] Trial 4094 pruned. 
[I 2021-12-19 12:33:12,990] Trial 4095 pruned. 
[I 2021-12-19 12:33:13,936] Trial 4096 pruned. 
[I 2021-12-19 12:33:14,924] Trial 4097 pruned. 
[I 2021-12-19 12:33:15,989] Trial 4098 pruned. 
[I 2021-12-19 12:33:17,073] Trial 4099 pruned. 
[I 2021-12-19 12:33:18,892] Trial 4100 pruned. 
[I 2021-12-19 12:33:19,367] Trial 4101 pruned. 
[I 2021-12-19 12:33:20,457] Trial 4102 pruned. 
[I 2021-12-19 12:33:21,446] Trial 4103 pruned. 
[I 2021-12-19 12:33:22,513] Trial 4104 pruned. 
[I 2021-12-19 12:33:23,099] Trial 4105 pruned. 
[I 2021-12-19 12:33:24,164] Trial 4106 pruned. 
[I 2021-12-19 12:33:25,147] Trial 4107 pruned. 
[I 2021-12-19 12:33:26,925] Trial 4108 pruned. 
[I 2021-12-19 12:33:28,013] Trial 4109 pruned. 
[I 2021-12-19 12:33:28,995] Trial 4110 pruned. 
[I 2021-12-19 12:33:30,812] Trial 4111 pruned. 
[I 2021-12-19 12:33:31,895] Trial 4112 pruned. 
[I 2021-12-19 12:33:32,958] Trial 4113 pruned. 
[I 2021-12-19 12:33:34,123] Trial 4114 pruned. 
[I 2021-12-19 12:33:34,884] Trial 4115 pruned. 
[I 2021-12-19 12:33:35,802] Trial 4116 pruned. 
[I 2021-12-19 12:33:36,937] Trial 4117 pruned. 
[I 2021-12-19 12:34:46,487] Trial 4118 finished with value: 165.4947052001953 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 350, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:34:47,722] Trial 4119 pruned. 
[I 2021-12-19 12:34:48,698] Trial 4120 pruned. 
[I 2021-12-19 12:34:49,794] Trial 4121 pruned. 
[I 2021-12-19 12:34:50,876] Trial 4122 pruned. 
[I 2021-12-19 12:34:51,256] Trial 4123 pruned. 
[I 2021-12-19 12:34:52,351] Trial 4124 pruned. 
[I 2021-12-19 12:34:53,455] Trial 4125 pruned. 
[I 2021-12-19 12:34:54,456] Trial 4126 pruned. 
[I 2021-12-19 12:34:55,617] Trial 4127 pruned. 
[I 2021-12-19 12:34:56,201] Trial 4128 pruned. 
[I 2021-12-19 12:34:57,196] Trial 4129 pruned. 
[I 2021-12-19 12:34:58,273] Trial 4130 pruned. 
[I 2021-12-19 12:34:59,342] Trial 4131 pruned. 
[I 2021-12-19 12:35:00,423] Trial 4132 pruned. 
[I 2021-12-19 12:35:02,100] Trial 4133 pruned. 
[I 2021-12-19 12:35:03,116] Trial 4134 pruned. 
[I 2021-12-19 12:35:04,216] Trial 4135 pruned. 
[I 2021-12-19 12:35:05,264] Trial 4136 pruned. 
[I 2021-12-19 12:35:07,057] Trial 4137 pruned. 
[I 2021-12-19 12:35:08,197] Trial 4138 pruned. 
[I 2021-12-19 12:35:08,860] Trial 4139 pruned. 
[I 2021-12-19 12:35:09,935] Trial 4140 pruned. 
[I 2021-12-19 12:35:11,061] Trial 4141 pruned. 
[I 2021-12-19 12:36:21,494] Trial 4142 finished with value: 164.39219665527344 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 424, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:36:25,285] Trial 4143 pruned. 
[I 2021-12-19 12:36:26,360] Trial 4144 pruned. 
[I 2021-12-19 12:36:27,347] Trial 4145 pruned. 
[I 2021-12-19 12:36:28,379] Trial 4146 pruned. 
[I 2021-12-19 12:36:28,896] Trial 4147 pruned. 
[I 2021-12-19 12:36:29,969] Trial 4148 pruned. 
[I 2021-12-19 12:36:32,319] Trial 4149 pruned. 
[I 2021-12-19 12:36:33,393] Trial 4150 pruned. 
[I 2021-12-19 12:36:34,482] Trial 4151 pruned. 
[I 2021-12-19 12:36:37,971] Trial 4152 pruned. 
[I 2021-12-19 12:36:38,516] Trial 4153 pruned. 
[I 2021-12-19 12:36:39,657] Trial 4154 pruned. 
[I 2021-12-19 12:36:40,709] Trial 4155 pruned. 
[I 2021-12-19 12:36:41,697] Trial 4156 pruned. 
[I 2021-12-19 12:36:42,748] Trial 4157 pruned. 
[I 2021-12-19 12:36:43,751] Trial 4158 pruned. 
[I 2021-12-19 12:36:44,732] Trial 4159 pruned. 
[I 2021-12-19 12:36:46,603] Trial 4160 pruned. 
[I 2021-12-19 12:36:47,788] Trial 4161 pruned. 
[I 2021-12-19 12:36:48,801] Trial 4162 pruned. 
[I 2021-12-19 12:36:49,553] Trial 4163 pruned. 
[I 2021-12-19 12:36:50,611] Trial 4164 pruned. 
[I 2021-12-19 12:36:51,572] Trial 4165 pruned. 
[I 2021-12-19 12:36:52,868] Trial 4166 pruned. 
[I 2021-12-19 12:36:54,220] Trial 4167 pruned. 
[I 2021-12-19 12:36:55,266] Trial 4168 pruned. 
[I 2021-12-19 12:36:56,932] Trial 4169 pruned. 
[I 2021-12-19 12:36:58,675] Trial 4170 pruned. 
[I 2021-12-19 12:36:59,888] Trial 4171 pruned. 
[I 2021-12-19 12:37:00,261] Trial 4172 pruned. 
[I 2021-12-19 12:37:01,357] Trial 4173 pruned. 
[I 2021-12-19 12:37:03,125] Trial 4174 pruned. 
[I 2021-12-19 12:37:04,097] Trial 4175 pruned. 
[I 2021-12-19 12:37:04,643] Trial 4176 pruned. 
[I 2021-12-19 12:37:05,757] Trial 4177 pruned. 
[I 2021-12-19 12:37:06,879] Trial 4178 pruned. 
[I 2021-12-19 12:37:07,873] Trial 4179 pruned. 
[I 2021-12-19 12:37:09,874] Trial 4180 pruned. 
[I 2021-12-19 12:37:10,975] Trial 4181 pruned. 
[I 2021-12-19 12:37:11,942] Trial 4182 pruned. 
[I 2021-12-19 12:37:13,205] Trial 4183 pruned. 
[I 2021-12-19 12:37:19,879] Trial 4184 pruned. 
[I 2021-12-19 12:37:20,962] Trial 4185 pruned. 
[I 2021-12-19 12:37:21,941] Trial 4186 pruned. 
[I 2021-12-19 12:37:22,660] Trial 4187 pruned. 
[I 2021-12-19 12:37:23,855] Trial 4188 pruned. 
[I 2021-12-19 12:37:24,919] Trial 4189 pruned. 
[I 2021-12-19 12:37:25,834] Trial 4190 pruned. 
[I 2021-12-19 12:37:26,921] Trial 4191 pruned. 
[I 2021-12-19 12:38:38,999] Trial 4192 finished with value: 164.1888427734375 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 398, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:38:40,702] Trial 4193 pruned. 
[I 2021-12-19 12:38:41,829] Trial 4194 pruned. 
[I 2021-12-19 12:38:42,949] Trial 4195 pruned. 
[I 2021-12-19 12:38:43,451] Trial 4196 pruned. 
[I 2021-12-19 12:38:44,458] Trial 4197 pruned. 
[I 2021-12-19 12:40:04,001] Trial 4198 finished with value: 166.6572723388672 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 408, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:40:05,138] Trial 4199 pruned. 
[I 2021-12-19 12:40:06,845] Trial 4200 pruned. 
[I 2021-12-19 12:40:07,296] Trial 4201 pruned. 
[I 2021-12-19 12:40:08,388] Trial 4202 pruned. 
[I 2021-12-19 12:40:09,447] Trial 4203 pruned. 
[I 2021-12-19 12:40:10,484] Trial 4204 pruned. 
[I 2021-12-19 12:40:12,511] Trial 4205 pruned. 
[I 2021-12-19 12:40:13,560] Trial 4206 pruned. 
[I 2021-12-19 12:40:14,796] Trial 4207 pruned. 
[I 2021-12-19 12:40:15,790] Trial 4208 pruned. 
[I 2021-12-19 12:40:26,224] Trial 4209 pruned. 
[I 2021-12-19 12:40:28,026] Trial 4210 pruned. 
[I 2021-12-19 12:40:28,669] Trial 4211 pruned. 
[I 2021-12-19 12:40:30,394] Trial 4212 pruned. 
[I 2021-12-19 12:40:31,439] Trial 4213 pruned. 
[I 2021-12-19 12:40:32,489] Trial 4214 pruned. 
[I 2021-12-19 12:40:34,170] Trial 4215 pruned. 
[I 2021-12-19 12:40:35,295] Trial 4216 pruned. 
[I 2021-12-19 12:40:36,384] Trial 4217 pruned. 
[I 2021-12-19 12:40:37,445] Trial 4218 pruned. 
[I 2021-12-19 12:40:37,863] Trial 4219 pruned. 
[I 2021-12-19 12:40:38,835] Trial 4220 pruned. 
[I 2021-12-19 12:40:40,066] Trial 4221 pruned. 
[I 2021-12-19 12:40:41,154] Trial 4222 pruned. 
[I 2021-12-19 12:40:43,480] Trial 4223 pruned. 
[I 2021-12-19 12:40:44,057] Trial 4224 pruned. 
[I 2021-12-19 12:40:45,318] Trial 4225 pruned. 
[I 2021-12-19 12:40:46,330] Trial 4226 pruned. 
[I 2021-12-19 12:40:47,315] Trial 4227 pruned. 
[I 2021-12-19 12:40:48,382] Trial 4228 pruned. 
[I 2021-12-19 12:40:49,434] Trial 4229 pruned. 
[I 2021-12-19 12:40:50,563] Trial 4230 pruned. 
[I 2021-12-19 12:40:52,246] Trial 4231 pruned. 
[I 2021-12-19 12:40:53,303] Trial 4232 pruned. 
[I 2021-12-19 12:40:54,363] Trial 4233 pruned. 
[I 2021-12-19 12:40:55,351] Trial 4234 pruned. 
[I 2021-12-19 12:40:56,108] Trial 4235 pruned. 
[I 2021-12-19 12:40:57,209] Trial 4236 pruned. 
[I 2021-12-19 12:40:58,253] Trial 4237 pruned. 
[I 2021-12-19 12:40:59,340] Trial 4238 pruned. 
[I 2021-12-19 12:41:01,075] Trial 4239 pruned. 
[I 2021-12-19 12:41:02,289] Trial 4240 pruned. 
[I 2021-12-19 12:41:03,387] Trial 4241 pruned. 
[I 2021-12-19 12:41:04,389] Trial 4242 pruned. 
[I 2021-12-19 12:41:04,852] Trial 4243 pruned. 
[I 2021-12-19 12:41:06,045] Trial 4244 pruned. 
[I 2021-12-19 12:41:07,154] Trial 4245 pruned. 
[I 2021-12-19 12:41:08,156] Trial 4246 pruned. 
[I 2021-12-19 12:41:09,257] Trial 4247 pruned. 
[I 2021-12-19 12:41:09,957] Trial 4248 pruned. 
[I 2021-12-19 12:41:11,174] Trial 4249 pruned. 
[I 2021-12-19 12:41:12,173] Trial 4250 pruned. 
[I 2021-12-19 12:41:13,230] Trial 4251 pruned. 
[I 2021-12-19 12:41:14,299] Trial 4252 pruned. 
[I 2021-12-19 12:41:15,516] Trial 4253 pruned. 
[I 2021-12-19 12:41:16,500] Trial 4254 pruned. 
[I 2021-12-19 12:41:17,563] Trial 4255 pruned. 
[I 2021-12-19 12:41:18,626] Trial 4256 pruned. 
[I 2021-12-19 12:42:29,030] Trial 4257 finished with value: 162.92535400390625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 432, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:42:30,156] Trial 4258 pruned. 
[I 2021-12-19 12:42:30,869] Trial 4259 pruned. 
[I 2021-12-19 12:42:32,660] Trial 4260 pruned. 
[I 2021-12-19 12:42:34,615] Trial 4261 pruned. 
[I 2021-12-19 12:42:35,788] Trial 4262 pruned. 
[I 2021-12-19 12:42:36,923] Trial 4263 pruned. 
[I 2021-12-19 12:42:38,627] Trial 4264 pruned. 
[I 2021-12-19 12:42:39,660] Trial 4265 pruned. 
[I 2021-12-19 12:42:40,732] Trial 4266 pruned. 
[I 2021-12-19 12:42:41,851] Trial 4267 pruned. 
[I 2021-12-19 12:42:42,344] Trial 4268 pruned. 
[I 2021-12-19 12:42:43,346] Trial 4269 pruned. 
[I 2021-12-19 12:42:44,418] Trial 4270 pruned. 
[I 2021-12-19 12:42:45,535] Trial 4271 pruned. 
[I 2021-12-19 12:42:47,445] Trial 4272 pruned. 
[I 2021-12-19 12:42:47,923] Trial 4273 pruned. 
[I 2021-12-19 12:42:48,979] Trial 4274 pruned. 
[I 2021-12-19 12:42:50,245] Trial 4275 pruned. 
[I 2021-12-19 12:42:51,325] Trial 4276 pruned. 
[I 2021-12-19 12:42:52,377] Trial 4277 pruned. 
[I 2021-12-19 12:42:54,058] Trial 4278 pruned. 
[I 2021-12-19 12:42:55,193] Trial 4279 pruned. 
[I 2021-12-19 12:42:56,273] Trial 4280 pruned. 
[I 2021-12-19 12:42:57,312] Trial 4281 pruned. 
[I 2021-12-19 12:42:59,130] Trial 4282 pruned. 
[I 2021-12-19 12:42:59,887] Trial 4283 pruned. 
[I 2021-12-19 12:44:18,965] Trial 4284 finished with value: 168.34556579589844 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 686, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'relu', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:44:20,036] Trial 4285 pruned. 
[I 2021-12-19 12:44:21,021] Trial 4286 pruned. 
[I 2021-12-19 12:44:22,119] Trial 4287 pruned. 
[I 2021-12-19 12:44:23,082] Trial 4288 pruned. 
[I 2021-12-19 12:44:24,161] Trial 4289 pruned. 
[I 2021-12-19 12:44:25,228] Trial 4290 pruned. 
[I 2021-12-19 12:44:25,798] Trial 4291 pruned. 
[I 2021-12-19 12:44:26,778] Trial 4292 pruned. 
[I 2021-12-19 12:44:28,557] Trial 4293 pruned. 
[I 2021-12-19 12:44:29,755] Trial 4294 pruned. 
[I 2021-12-19 12:44:33,791] Trial 4295 pruned. 
[I 2021-12-19 12:44:39,871] Trial 4296 pruned. 
[I 2021-12-19 12:44:40,510] Trial 4297 pruned. 
[I 2021-12-19 12:44:41,555] Trial 4298 pruned. 
[I 2021-12-19 12:44:42,759] Trial 4299 pruned. 
[I 2021-12-19 12:45:53,470] Trial 4300 finished with value: 174.1569366455078 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 504, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:45:54,514] Trial 4301 pruned. 
[I 2021-12-19 12:45:55,697] Trial 4302 pruned. 
[I 2021-12-19 12:45:57,554] Trial 4303 pruned. 
[I 2021-12-19 12:45:59,398] Trial 4304 pruned. 
[I 2021-12-19 12:46:01,142] Trial 4305 pruned. 
[I 2021-12-19 12:46:02,286] Trial 4306 pruned. 
[I 2021-12-19 12:46:03,026] Trial 4307 pruned. 
[I 2021-12-19 12:46:04,224] Trial 4308 pruned. 
[I 2021-12-19 12:46:06,022] Trial 4309 pruned. 
[I 2021-12-19 12:46:07,020] Trial 4310 pruned. 
[I 2021-12-19 12:46:07,990] Trial 4311 pruned. 
[I 2021-12-19 12:46:09,070] Trial 4312 pruned. 
[I 2021-12-19 12:46:10,140] Trial 4313 pruned. 
[I 2021-12-19 12:46:11,340] Trial 4314 pruned. 
[I 2021-12-19 12:46:11,781] Trial 4315 pruned. 
[I 2021-12-19 12:46:13,436] Trial 4316 pruned. 
[I 2021-12-19 12:46:14,624] Trial 4317 pruned. 
[I 2021-12-19 12:46:15,709] Trial 4318 pruned. 
[I 2021-12-19 12:46:16,684] Trial 4319 pruned. 
[I 2021-12-19 12:46:17,733] Trial 4320 pruned. 
[I 2021-12-19 12:46:18,287] Trial 4321 pruned. 
[I 2021-12-19 12:46:19,433] Trial 4322 pruned. 
[I 2021-12-19 12:46:20,396] Trial 4323 pruned. 
[I 2021-12-19 12:46:21,591] Trial 4324 pruned. 
[I 2021-12-19 12:46:22,685] Trial 4325 pruned. 
[I 2021-12-19 12:46:23,719] Trial 4326 pruned. 
[I 2021-12-19 12:46:24,713] Trial 4327 pruned. 
[I 2021-12-19 12:46:26,442] Trial 4328 pruned. 
[I 2021-12-19 12:46:29,539] Trial 4329 pruned. 
[I 2021-12-19 12:46:30,531] Trial 4330 pruned. 
[I 2021-12-19 12:46:31,347] Trial 4331 pruned. 
[I 2021-12-19 12:46:32,436] Trial 4332 pruned. 
[I 2021-12-19 12:46:34,235] Trial 4333 pruned. 
[I 2021-12-19 12:46:35,866] Trial 4334 pruned. 
[I 2021-12-19 12:46:37,867] Trial 4335 pruned. 
[I 2021-12-19 12:46:38,930] Trial 4336 pruned. 
[I 2021-12-19 12:46:40,010] Trial 4337 pruned. 
[I 2021-12-19 12:46:40,976] Trial 4338 pruned. 
[I 2021-12-19 12:46:41,489] Trial 4339 pruned. 
[I 2021-12-19 12:46:42,732] Trial 4340 pruned. 
[I 2021-12-19 12:46:43,999] Trial 4341 pruned. 
[I 2021-12-19 12:46:44,948] Trial 4342 pruned. 
[I 2021-12-19 12:46:45,993] Trial 4343 pruned. 
[I 2021-12-19 12:46:46,567] Trial 4344 pruned. 
[I 2021-12-19 12:46:47,755] Trial 4345 pruned. 
[I 2021-12-19 12:46:48,755] Trial 4346 pruned. 
[I 2021-12-19 12:46:49,885] Trial 4347 pruned. 
[I 2021-12-19 12:46:51,290] Trial 4348 pruned. 
[I 2021-12-19 12:46:52,407] Trial 4349 pruned. 
[I 2021-12-19 12:46:53,350] Trial 4350 pruned. 
[I 2021-12-19 12:46:54,379] Trial 4351 pruned. 
[I 2021-12-19 12:46:55,461] Trial 4352 pruned. 
[I 2021-12-19 12:46:57,242] Trial 4353 pruned. 
[I 2021-12-19 12:46:59,089] Trial 4354 pruned. 
[I 2021-12-19 12:46:59,894] Trial 4355 pruned. 
[I 2021-12-19 12:47:01,599] Trial 4356 pruned. 
[I 2021-12-19 12:47:02,725] Trial 4357 pruned. 
[I 2021-12-19 12:47:03,816] Trial 4358 pruned. 
[I 2021-12-19 12:47:04,884] Trial 4359 pruned. 
[I 2021-12-19 12:47:06,692] Trial 4360 pruned. 
[I 2021-12-19 12:47:07,738] Trial 4361 pruned. 
[I 2021-12-19 12:47:08,747] Trial 4362 pruned. 
[I 2021-12-19 12:47:09,254] Trial 4363 pruned. 
[I 2021-12-19 12:47:10,382] Trial 4364 pruned. 
[I 2021-12-19 12:47:11,465] Trial 4365 pruned. 
[I 2021-12-19 12:47:13,203] Trial 4366 pruned. 
[I 2021-12-19 12:47:14,271] Trial 4367 pruned. 
[I 2021-12-19 12:47:18,000] Trial 4368 pruned. 
[I 2021-12-19 12:47:18,500] Trial 4369 pruned. 
[I 2021-12-19 12:47:19,574] Trial 4370 pruned. 
[I 2021-12-19 12:47:20,652] Trial 4371 pruned. 
[I 2021-12-19 12:47:21,727] Trial 4372 pruned. 
[I 2021-12-19 12:47:22,682] Trial 4373 pruned. 
[I 2021-12-19 12:47:23,729] Trial 4374 pruned. 
[I 2021-12-19 12:47:24,819] Trial 4375 pruned. 
[I 2021-12-19 12:47:26,004] Trial 4376 pruned. 
[I 2021-12-19 12:47:26,967] Trial 4377 pruned. 
[I 2021-12-19 12:47:28,034] Trial 4378 pruned. 
[I 2021-12-19 12:47:29,122] Trial 4379 pruned. 
[I 2021-12-19 12:47:29,892] Trial 4380 pruned. 
[I 2021-12-19 12:47:31,021] Trial 4381 pruned. 
[I 2021-12-19 12:47:32,812] Trial 4382 pruned. 
[I 2021-12-19 12:47:33,900] Trial 4383 pruned. 
[I 2021-12-19 12:47:35,568] Trial 4384 pruned. 
[I 2021-12-19 12:47:36,608] Trial 4385 pruned. 
[I 2021-12-19 12:47:37,744] Trial 4386 pruned. 
[I 2021-12-19 12:47:38,243] Trial 4387 pruned. 
[I 2021-12-19 12:47:39,379] Trial 4388 pruned. 
[I 2021-12-19 12:47:40,911] Trial 4389 pruned. 
[I 2021-12-19 12:47:42,195] Trial 4390 pruned. 
[I 2021-12-19 12:47:44,270] Trial 4391 pruned. 
[I 2021-12-19 12:47:44,855] Trial 4392 pruned. 
[I 2021-12-19 12:47:45,816] Trial 4393 pruned. 
[I 2021-12-19 12:47:46,902] Trial 4394 pruned. 
[I 2021-12-19 12:47:48,093] Trial 4395 pruned. 
[I 2021-12-19 12:47:49,169] Trial 4396 pruned. 
[I 2021-12-19 12:47:50,167] Trial 4397 pruned. 
[I 2021-12-19 12:47:51,914] Trial 4398 pruned. 
[I 2021-12-19 12:47:53,060] Trial 4399 pruned. 
[I 2021-12-19 12:47:54,076] Trial 4400 pruned. 
[I 2021-12-19 12:47:55,726] Trial 4401 pruned. 
[I 2021-12-19 12:47:56,839] Trial 4402 pruned. 
[I 2021-12-19 12:47:57,936] Trial 4403 pruned. 
[I 2021-12-19 12:49:06,516] Trial 4404 finished with value: 177.66766357421875 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 404, 'out_channel': 64, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:49:07,553] Trial 4405 pruned. 
[I 2021-12-19 12:49:08,636] Trial 4406 pruned. 
[I 2021-12-19 12:49:09,766] Trial 4407 pruned. 
[I 2021-12-19 12:49:10,920] Trial 4408 pruned. 
[I 2021-12-19 12:49:12,881] Trial 4409 pruned. 
[I 2021-12-19 12:49:14,054] Trial 4410 pruned. 
[I 2021-12-19 12:49:15,028] Trial 4411 pruned. 
[I 2021-12-19 12:49:16,089] Trial 4412 pruned. 
[I 2021-12-19 12:49:16,494] Trial 4413 pruned. 
[I 2021-12-19 12:49:17,734] Trial 4414 pruned. 
[I 2021-12-19 12:49:18,816] Trial 4415 pruned. 
[I 2021-12-19 12:49:19,399] Trial 4416 pruned. 
[I 2021-12-19 12:49:20,406] Trial 4417 pruned. 
[I 2021-12-19 12:49:21,584] Trial 4418 pruned. 
[I 2021-12-19 12:49:22,762] Trial 4419 pruned. 
[I 2021-12-19 12:49:23,811] Trial 4420 pruned. 
[I 2021-12-19 12:49:24,826] Trial 4421 pruned. 
[I 2021-12-19 12:49:25,968] Trial 4422 pruned. 
[I 2021-12-19 12:50:34,684] Trial 4423 finished with value: 171.3701629638672 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 406, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'linear', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:50:36,528] Trial 4424 pruned. 
[I 2021-12-19 12:50:37,603] Trial 4425 pruned. 
[I 2021-12-19 12:50:38,702] Trial 4426 pruned. 
[I 2021-12-19 12:50:39,522] Trial 4427 pruned. 
[I 2021-12-19 12:50:41,272] Trial 4428 pruned. 
[I 2021-12-19 12:50:42,348] Trial 4429 pruned. 
[I 2021-12-19 12:50:43,382] Trial 4430 pruned. 
[I 2021-12-19 12:50:44,480] Trial 4431 pruned. 
[I 2021-12-19 12:50:46,508] Trial 4432 pruned. 
[I 2021-12-19 12:50:47,600] Trial 4433 pruned. 
[I 2021-12-19 12:50:48,664] Trial 4434 pruned. 
[I 2021-12-19 12:50:49,584] Trial 4435 pruned. 
[I 2021-12-19 12:50:50,100] Trial 4436 pruned. 
[I 2021-12-19 12:50:51,824] Trial 4437 pruned. 
[I 2021-12-19 12:50:52,870] Trial 4438 pruned. 
[I 2021-12-19 12:50:54,727] Trial 4439 pruned. 
[I 2021-12-19 12:50:55,815] Trial 4440 pruned. 
[I 2021-12-19 12:50:56,483] Trial 4441 pruned. 
[I 2021-12-19 12:50:57,583] Trial 4442 pruned. 
[I 2021-12-19 12:50:58,561] Trial 4443 pruned. 
[I 2021-12-19 12:50:59,608] Trial 4444 pruned. 
[I 2021-12-19 12:51:00,779] Trial 4445 pruned. 
[I 2021-12-19 12:51:01,851] Trial 4446 pruned. 
[I 2021-12-19 12:51:03,618] Trial 4447 pruned. 
[I 2021-12-19 12:51:05,309] Trial 4448 pruned. 
[I 2021-12-19 12:51:06,402] Trial 4449 pruned. 
[I 2021-12-19 12:51:07,477] Trial 4450 pruned. 
[I 2021-12-19 12:51:08,311] Trial 4451 pruned. 
[I 2021-12-19 12:51:09,400] Trial 4452 pruned. 
[I 2021-12-19 12:51:11,239] Trial 4453 pruned. 
[I 2021-12-19 12:51:12,317] Trial 4454 pruned. 
[I 2021-12-19 12:51:13,345] Trial 4455 pruned. 
[I 2021-12-19 12:51:14,370] Trial 4456 pruned. 
[I 2021-12-19 12:51:15,622] Trial 4457 pruned. 
[I 2021-12-19 12:51:16,715] Trial 4458 pruned. 
[I 2021-12-19 12:51:17,259] Trial 4459 pruned. 
[I 2021-12-19 12:51:19,073] Trial 4460 pruned. 
[I 2021-12-19 12:51:20,099] Trial 4461 pruned. 
[I 2021-12-19 12:51:21,168] Trial 4462 pruned. 
[I 2021-12-19 12:51:22,374] Trial 4463 pruned. 
[I 2021-12-19 12:51:22,968] Trial 4464 pruned. 
[I 2021-12-19 12:51:24,079] Trial 4465 pruned. 
[I 2021-12-19 12:51:25,093] Trial 4466 pruned. 
[I 2021-12-19 12:51:26,874] Trial 4467 pruned. 
[I 2021-12-19 12:51:28,032] Trial 4468 pruned. 
[I 2021-12-19 12:51:29,122] Trial 4469 pruned. 
[I 2021-12-19 12:51:30,138] Trial 4470 pruned. 
[I 2021-12-19 12:51:31,242] Trial 4471 pruned. 
[I 2021-12-19 12:51:32,326] Trial 4472 pruned. 
[I 2021-12-19 12:51:33,528] Trial 4473 pruned. 
[I 2021-12-19 12:51:34,637] Trial 4474 pruned. 
[I 2021-12-19 12:51:35,242] Trial 4475 pruned. 
[I 2021-12-19 12:51:37,155] Trial 4476 pruned. 
[I 2021-12-19 12:51:38,304] Trial 4477 pruned. 
[I 2021-12-19 12:51:39,443] Trial 4478 pruned. 
[I 2021-12-19 12:51:40,539] Trial 4479 pruned. 
[I 2021-12-19 12:51:41,534] Trial 4480 pruned. 
[I 2021-12-19 12:51:43,217] Trial 4481 pruned. 
[I 2021-12-19 12:51:45,396] Trial 4482 pruned. 
[I 2021-12-19 12:51:45,941] Trial 4483 pruned. 
[I 2021-12-19 12:51:46,965] Trial 4484 pruned. 
[I 2021-12-19 12:51:48,069] Trial 4485 pruned. 
[I 2021-12-19 12:51:49,151] Trial 4486 pruned. 
[I 2021-12-19 12:51:50,230] Trial 4487 pruned. 
[I 2021-12-19 12:51:50,796] Trial 4488 pruned. 
[I 2021-12-19 12:51:52,495] Trial 4489 pruned. 
[I 2021-12-19 12:51:53,517] Trial 4490 pruned. 
[I 2021-12-19 12:51:54,754] Trial 4491 pruned. 
[I 2021-12-19 12:51:55,881] Trial 4492 pruned. 
[I 2021-12-19 12:51:57,722] Trial 4493 pruned. 
[I 2021-12-19 12:51:59,546] Trial 4494 pruned. 
[I 2021-12-19 12:52:00,638] Trial 4495 pruned. 
[I 2021-12-19 12:52:01,760] Trial 4496 pruned. 
[I 2021-12-19 12:52:02,776] Trial 4497 pruned. 
[I 2021-12-19 12:52:04,580] Trial 4498 pruned. 
[I 2021-12-19 12:52:05,732] Trial 4499 pruned. 
[I 2021-12-19 12:52:06,788] Trial 4500 pruned. 
[I 2021-12-19 12:52:08,002] Trial 4501 pruned. 
[I 2021-12-19 12:52:08,676] Trial 4502 pruned. 
[I 2021-12-19 12:52:09,766] Trial 4503 pruned. 
[I 2021-12-19 12:52:11,046] Trial 4504 pruned. 
[I 2021-12-19 12:52:12,286] Trial 4505 pruned. 
[I 2021-12-19 12:52:13,268] Trial 4506 pruned. 
[I 2021-12-19 12:52:15,370] Trial 4507 pruned. 
[I 2021-12-19 12:52:15,878] Trial 4508 pruned. 
[I 2021-12-19 12:52:17,064] Trial 4509 pruned. 
[I 2021-12-19 12:52:18,815] Trial 4510 pruned. 
[I 2021-12-19 12:52:19,861] Trial 4511 pruned. 
[I 2021-12-19 12:52:20,947] Trial 4512 pruned. 
[I 2021-12-19 12:52:21,592] Trial 4513 pruned. 
[I 2021-12-19 12:52:22,823] Trial 4514 pruned. 
[I 2021-12-19 12:52:24,000] Trial 4515 pruned. 
[I 2021-12-19 12:52:24,962] Trial 4516 pruned. 
[I 2021-12-19 12:52:26,048] Trial 4517 pruned. 
[I 2021-12-19 12:52:27,164] Trial 4518 pruned. 
[I 2021-12-19 12:52:28,377] Trial 4519 pruned. 
[I 2021-12-19 12:52:29,389] Trial 4520 pruned. 
[I 2021-12-19 12:52:30,404] Trial 4521 pruned. 
[I 2021-12-19 12:52:31,525] Trial 4522 pruned. 
[I 2021-12-19 12:52:32,335] Trial 4523 pruned. 
[I 2021-12-19 12:52:33,467] Trial 4524 pruned. 
[I 2021-12-19 12:52:34,408] Trial 4525 pruned. 
[I 2021-12-19 12:52:35,511] Trial 4526 pruned. 
[I 2021-12-19 12:52:36,589] Trial 4527 pruned. 
[I 2021-12-19 12:52:38,626] Trial 4528 pruned. 
[I 2021-12-19 12:52:39,652] Trial 4529 pruned. 
[I 2021-12-19 12:52:41,450] Trial 4530 pruned. 
[I 2021-12-19 12:52:41,968] Trial 4531 pruned. 
[I 2021-12-19 12:52:43,120] Trial 4532 pruned. 
[I 2021-12-19 12:52:44,884] Trial 4533 pruned. 
[I 2021-12-19 12:52:46,510] Trial 4534 pruned. 
[I 2021-12-19 12:52:48,406] Trial 4535 pruned. 
[I 2021-12-19 12:52:49,000] Trial 4536 pruned. 
[I 2021-12-19 12:52:50,053] Trial 4537 pruned. 
[I 2021-12-19 12:52:51,167] Trial 4538 pruned. 
[I 2021-12-19 12:52:52,179] Trial 4539 pruned. 
[I 2021-12-19 12:52:53,244] Trial 4540 pruned. 
[I 2021-12-19 12:54:03,181] Trial 4541 finished with value: 168.35421752929688 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 456, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:54:04,337] Trial 4542 pruned. 
[I 2021-12-19 12:54:05,398] Trial 4543 pruned. 
[I 2021-12-19 12:54:06,523] Trial 4544 pruned. 
[I 2021-12-19 12:54:07,636] Trial 4545 pruned. 
[I 2021-12-19 12:54:09,717] Trial 4546 pruned. 
[I 2021-12-19 12:54:10,519] Trial 4547 pruned. 
[I 2021-12-19 12:54:11,506] Trial 4548 pruned. 
[I 2021-12-19 12:54:12,564] Trial 4549 pruned. 
[I 2021-12-19 12:54:13,713] Trial 4550 pruned. 
[I 2021-12-19 12:54:14,910] Trial 4551 pruned. 
[I 2021-12-19 12:54:16,639] Trial 4552 pruned. 
[I 2021-12-19 12:54:18,330] Trial 4553 pruned. 
[I 2021-12-19 12:54:19,429] Trial 4554 pruned. 
[I 2021-12-19 12:54:20,002] Trial 4555 pruned. 
[I 2021-12-19 12:54:21,178] Trial 4556 pruned. 
[I 2021-12-19 12:54:22,269] Trial 4557 pruned. 
[I 2021-12-19 12:54:23,244] Trial 4558 pruned. 
[I 2021-12-19 12:54:24,240] Trial 4559 pruned. 
[I 2021-12-19 12:54:24,832] Trial 4560 pruned. 
[I 2021-12-19 12:54:25,920] Trial 4561 pruned. 
[I 2021-12-19 12:54:27,133] Trial 4562 pruned. 
[I 2021-12-19 12:54:28,149] Trial 4563 pruned. 
[I 2021-12-19 12:54:29,225] Trial 4564 pruned. 
[I 2021-12-19 12:54:30,470] Trial 4565 pruned. 
[I 2021-12-19 12:54:31,605] Trial 4566 pruned. 
[I 2021-12-19 12:54:32,801] Trial 4567 pruned. 
[I 2021-12-19 12:54:33,779] Trial 4568 pruned. 
[I 2021-12-19 12:54:35,047] Trial 4569 pruned. 
[I 2021-12-19 12:54:36,180] Trial 4570 pruned. 
[I 2021-12-19 12:54:36,940] Trial 4571 pruned. 
[I 2021-12-19 12:54:38,731] Trial 4572 pruned. 
[I 2021-12-19 12:54:40,442] Trial 4573 pruned. 
[I 2021-12-19 12:54:41,513] Trial 4574 pruned. 
[I 2021-12-19 12:54:42,617] Trial 4575 pruned. 
[I 2021-12-19 12:54:45,062] Trial 4576 pruned. 
[I 2021-12-19 12:54:46,683] Trial 4577 pruned. 
[I 2021-12-19 12:54:47,867] Trial 4578 pruned. 
[I 2021-12-19 12:54:48,369] Trial 4579 pruned. 
[I 2021-12-19 12:54:49,456] Trial 4580 pruned. 
[I 2021-12-19 12:54:51,235] Trial 4581 pruned. 
[I 2021-12-19 12:54:52,316] Trial 4582 pruned. 
[I 2021-12-19 12:54:54,234] Trial 4583 pruned. 
[I 2021-12-19 12:54:55,352] Trial 4584 pruned. 
[I 2021-12-19 12:54:55,937] Trial 4585 pruned. 
[I 2021-12-19 12:54:57,044] Trial 4586 pruned. 
[I 2021-12-19 12:54:58,106] Trial 4587 pruned. 
[I 2021-12-19 12:54:59,270] Trial 4588 pruned. 
[I 2021-12-19 12:55:01,058] Trial 4589 pruned. 
[I 2021-12-19 12:55:02,877] Trial 4590 pruned. 
[I 2021-12-19 12:55:04,739] Trial 4591 pruned. 
[I 2021-12-19 12:55:05,789] Trial 4592 pruned. 
[I 2021-12-19 12:55:06,915] Trial 4593 pruned. 
[I 2021-12-19 12:55:07,979] Trial 4594 pruned. 
[I 2021-12-19 12:55:08,755] Trial 4595 pruned. 
[I 2021-12-19 12:55:09,829] Trial 4596 pruned. 
[I 2021-12-19 12:55:11,699] Trial 4597 pruned. 
[I 2021-12-19 12:55:12,889] Trial 4598 pruned. 
[I 2021-12-19 12:55:13,950] Trial 4599 pruned. 
[I 2021-12-19 12:55:15,734] Trial 4600 pruned. 
[I 2021-12-19 12:55:16,822] Trial 4601 pruned. 
[I 2021-12-19 12:55:17,923] Trial 4602 pruned. 
[I 2021-12-19 12:55:18,971] Trial 4603 pruned. 
[I 2021-12-19 12:55:19,493] Trial 4604 pruned. 
[I 2021-12-19 12:55:21,369] Trial 4605 pruned. 
[I 2021-12-19 12:55:23,327] Trial 4606 pruned. 
[I 2021-12-19 12:55:25,091] Trial 4607 pruned. 
[I 2021-12-19 12:55:25,721] Trial 4608 pruned. 
[I 2021-12-19 12:55:26,822] Trial 4609 pruned. 
[I 2021-12-19 12:55:27,855] Trial 4610 pruned. 
[I 2021-12-19 12:55:28,997] Trial 4611 pruned. 
[I 2021-12-19 12:55:30,109] Trial 4612 pruned. 
[I 2021-12-19 12:55:31,202] Trial 4613 pruned. 
[I 2021-12-19 12:55:32,274] Trial 4614 pruned. 
[I 2021-12-19 12:55:33,400] Trial 4615 pruned. 
[I 2021-12-19 12:55:35,166] Trial 4616 pruned. 
[I 2021-12-19 12:55:36,244] Trial 4617 pruned. 
[I 2021-12-19 12:55:37,365] Trial 4618 pruned. 
[I 2021-12-19 12:55:38,637] Trial 4619 pruned. 
[I 2021-12-19 12:55:39,924] Trial 4620 pruned. 
[I 2021-12-19 12:55:41,008] Trial 4621 pruned. 
[I 2021-12-19 12:55:41,687] Trial 4622 pruned. 
[I 2021-12-19 12:55:42,794] Trial 4623 pruned. 
[I 2021-12-19 12:55:44,627] Trial 4624 pruned. 
[I 2021-12-19 12:55:45,691] Trial 4625 pruned. 
[I 2021-12-19 12:55:46,793] Trial 4626 pruned. 
[I 2021-12-19 12:55:47,182] Trial 4627 pruned. 
[I 2021-12-19 12:55:48,990] Trial 4628 pruned. 
[I 2021-12-19 12:55:50,804] Trial 4629 pruned. 
[I 2021-12-19 12:55:52,565] Trial 4630 pruned. 
[I 2021-12-19 12:55:53,700] Trial 4631 pruned. 
[I 2021-12-19 12:55:54,303] Trial 4632 pruned. 
[I 2021-12-19 12:55:55,632] Trial 4633 pruned. 
[I 2021-12-19 12:55:56,751] Trial 4634 pruned. 
[I 2021-12-19 12:55:57,802] Trial 4635 pruned. 
[I 2021-12-19 12:55:58,857] Trial 4636 pruned. 
[I 2021-12-19 12:55:59,986] Trial 4637 pruned. 
[I 2021-12-19 12:56:01,045] Trial 4638 pruned. 
[I 2021-12-19 12:56:02,161] Trial 4639 pruned. 
[I 2021-12-19 12:56:03,413] Trial 4640 pruned. 
[I 2021-12-19 12:56:06,473] Trial 4641 pruned. 
[I 2021-12-19 12:56:08,115] Trial 4642 pruned. 
[I 2021-12-19 12:56:08,925] Trial 4643 pruned. 
[I 2021-12-19 12:56:10,677] Trial 4644 pruned. 
[I 2021-12-19 12:56:11,733] Trial 4645 pruned. 
[I 2021-12-19 12:56:12,770] Trial 4646 pruned. 
[I 2021-12-19 12:56:13,975] Trial 4647 pruned. 
[I 2021-12-19 12:56:15,732] Trial 4648 pruned. 
[I 2021-12-19 12:56:17,494] Trial 4649 pruned. 
[I 2021-12-19 12:56:19,188] Trial 4650 pruned. 
[I 2021-12-19 12:56:20,317] Trial 4651 pruned. 
[I 2021-12-19 12:56:20,861] Trial 4652 pruned. 
[I 2021-12-19 12:56:22,082] Trial 4653 pruned. 
[I 2021-12-19 12:56:23,906] Trial 4654 pruned. 
[I 2021-12-19 12:56:24,867] Trial 4655 pruned. 
[I 2021-12-19 12:56:25,529] Trial 4656 pruned. 
[I 2021-12-19 12:56:26,634] Trial 4657 pruned. 
[I 2021-12-19 12:56:27,754] Trial 4658 pruned. 
[I 2021-12-19 12:56:28,824] Trial 4659 pruned. 
[I 2021-12-19 12:56:29,900] Trial 4660 pruned. 
[I 2021-12-19 12:56:30,890] Trial 4661 pruned. 
[I 2021-12-19 12:56:31,959] Trial 4662 pruned. 
[I 2021-12-19 12:56:33,171] Trial 4663 pruned. 
[I 2021-12-19 12:56:34,231] Trial 4664 pruned. 
[I 2021-12-19 12:56:35,438] Trial 4665 pruned. 
[I 2021-12-19 12:56:36,519] Trial 4666 pruned. 
[I 2021-12-19 12:56:37,519] Trial 4667 pruned. 
[I 2021-12-19 12:56:38,640] Trial 4668 pruned. 
[I 2021-12-19 12:56:39,364] Trial 4669 pruned. 
[I 2021-12-19 12:56:40,598] Trial 4670 pruned. 
[I 2021-12-19 12:56:41,681] Trial 4671 pruned. 
[I 2021-12-19 12:56:42,639] Trial 4672 pruned. 
[I 2021-12-19 12:56:43,823] Trial 4673 pruned. 
[I 2021-12-19 12:56:44,915] Trial 4674 pruned. 
[I 2021-12-19 12:56:46,121] Trial 4675 pruned. 
[I 2021-12-19 12:56:46,656] Trial 4676 pruned. 
[I 2021-12-19 12:56:47,950] Trial 4677 pruned. 
[I 2021-12-19 12:56:49,692] Trial 4678 pruned. 
[I 2021-12-19 12:56:50,805] Trial 4679 pruned. 
[I 2021-12-19 12:56:51,914] Trial 4680 pruned. 
[I 2021-12-19 12:56:52,486] Trial 4681 pruned. 
[I 2021-12-19 12:56:54,318] Trial 4682 pruned. 
[I 2021-12-19 12:56:57,368] Trial 4683 pruned. 
[I 2021-12-19 12:56:58,463] Trial 4684 pruned. 
[I 2021-12-19 12:56:59,570] Trial 4685 pruned. 
[I 2021-12-19 12:57:00,523] Trial 4686 pruned. 
[I 2021-12-19 12:57:01,625] Trial 4687 pruned. 
[I 2021-12-19 12:57:03,751] Trial 4688 pruned. 
[I 2021-12-19 12:57:04,850] Trial 4689 pruned. 
[I 2021-12-19 12:57:05,787] Trial 4690 pruned. 
[I 2021-12-19 12:57:06,588] Trial 4691 pruned. 
[I 2021-12-19 12:57:07,682] Trial 4692 pruned. 
[I 2021-12-19 12:58:33,773] Trial 4693 finished with value: 164.2967071533203 and parameters: {'batch_size': 16, 'n_hdn_layers': 4, 'neurons_HL1': 454, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu', 'HL3_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 12:58:35,553] Trial 4694 pruned. 
[I 2021-12-19 12:58:37,409] Trial 4695 pruned. 
[I 2021-12-19 12:58:38,431] Trial 4696 pruned. 
[I 2021-12-19 12:58:39,511] Trial 4697 pruned. 
[I 2021-12-19 12:58:41,253] Trial 4698 pruned. 
[I 2021-12-19 12:58:42,339] Trial 4699 pruned. 
[I 2021-12-19 12:58:43,480] Trial 4700 pruned. 
[I 2021-12-19 12:58:44,641] Trial 4701 pruned. 
[I 2021-12-19 12:58:45,986] Trial 4702 pruned. 
[I 2021-12-19 12:58:46,515] Trial 4703 pruned. 
[I 2021-12-19 12:58:48,401] Trial 4704 pruned. 
[I 2021-12-19 12:58:49,506] Trial 4705 pruned. 
[I 2021-12-19 12:58:50,726] Trial 4706 pruned. 
[I 2021-12-19 12:58:51,336] Trial 4707 pruned. 
[I 2021-12-19 12:58:52,331] Trial 4708 pruned. 
[I 2021-12-19 12:58:54,092] Trial 4709 pruned. 
[I 2021-12-19 12:58:55,108] Trial 4710 pruned. 
[I 2021-12-19 12:58:56,200] Trial 4711 pruned. 
[I 2021-12-19 12:58:57,268] Trial 4712 pruned. 
[I 2021-12-19 12:58:58,962] Trial 4713 pruned. 
[I 2021-12-19 12:59:00,070] Trial 4714 pruned. 
[I 2021-12-19 12:59:00,891] Trial 4715 pruned. 
[I 2021-12-19 12:59:02,054] Trial 4716 pruned. 
[I 2021-12-19 12:59:03,194] Trial 4717 pruned. 
[I 2021-12-19 12:59:04,318] Trial 4718 pruned. 
[I 2021-12-19 12:59:05,282] Trial 4719 pruned. 
[I 2021-12-19 12:59:06,526] Trial 4720 pruned. 
[I 2021-12-19 12:59:07,605] Trial 4721 pruned. 
[I 2021-12-19 12:59:08,729] Trial 4722 pruned. 
[I 2021-12-19 12:59:09,858] Trial 4723 pruned. 
[I 2021-12-19 12:59:10,434] Trial 4724 pruned. 
[I 2021-12-19 12:59:11,423] Trial 4725 pruned. 
[I 2021-12-19 12:59:12,559] Trial 4726 pruned. 
[I 2021-12-19 12:59:13,693] Trial 4727 pruned. 
[I 2021-12-19 12:59:15,025] Trial 4728 pruned. 
[I 2021-12-19 12:59:16,169] Trial 4729 pruned. 
[I 2021-12-19 12:59:16,811] Trial 4730 pruned. 
[I 2021-12-19 12:59:18,511] Trial 4731 pruned. 
[I 2021-12-19 12:59:19,590] Trial 4732 pruned. 
[I 2021-12-19 12:59:20,564] Trial 4733 pruned. 
[I 2021-12-19 12:59:21,782] Trial 4734 pruned. 
[I 2021-12-19 12:59:22,876] Trial 4735 pruned. 
[I 2021-12-19 12:59:24,601] Trial 4736 pruned. 
[I 2021-12-19 12:59:25,665] Trial 4737 pruned. 
[I 2021-12-19 12:59:27,397] Trial 4738 pruned. 
[I 2021-12-19 12:59:28,243] Trial 4739 pruned. 
[I 2021-12-19 12:59:30,753] Trial 4740 pruned. 
[I 2021-12-19 12:59:32,568] Trial 4741 pruned. 
[I 2021-12-19 12:59:33,627] Trial 4742 pruned. 
[I 2021-12-19 12:59:35,585] Trial 4743 pruned. 
[I 2021-12-19 12:59:36,721] Trial 4744 pruned. 
[I 2021-12-19 12:59:38,532] Trial 4745 pruned. 
[I 2021-12-19 12:59:40,346] Trial 4746 pruned. 
[I 2021-12-19 12:59:41,422] Trial 4747 pruned. 
[I 2021-12-19 12:59:42,473] Trial 4748 pruned. 
[I 2021-12-19 12:59:43,012] Trial 4749 pruned. 
[I 2021-12-19 12:59:44,110] Trial 4750 pruned. 
[I 2021-12-19 12:59:45,104] Trial 4751 pruned. 
[I 2021-12-19 12:59:45,723] Trial 4752 pruned. 
[I 2021-12-19 12:59:48,799] Trial 4753 pruned. 
[I 2021-12-19 12:59:49,822] Trial 4754 pruned. 
[I 2021-12-19 12:59:51,044] Trial 4755 pruned. 
[I 2021-12-19 12:59:52,175] Trial 4756 pruned. 
[I 2021-12-19 12:59:53,343] Trial 4757 pruned. 
[I 2021-12-19 12:59:55,121] Trial 4758 pruned. 
[I 2021-12-19 12:59:56,887] Trial 4759 pruned. 
[I 2021-12-19 13:01:06,862] Trial 4760 finished with value: 163.21127319335938 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 432, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 13:01:07,991] Trial 4761 pruned. 
[I 2021-12-19 13:01:09,073] Trial 4762 pruned. 
[I 2021-12-19 13:01:09,863] Trial 4763 pruned. 
[I 2021-12-19 13:01:11,082] Trial 4764 pruned. 
[I 2021-12-19 13:01:12,132] Trial 4765 pruned. 
[I 2021-12-19 13:01:13,353] Trial 4766 pruned. 
[I 2021-12-19 13:01:14,479] Trial 4767 pruned. 
[I 2021-12-19 13:01:16,387] Trial 4768 pruned. 
[I 2021-12-19 13:01:17,552] Trial 4769 pruned. 
[I 2021-12-19 13:01:18,696] Trial 4770 pruned. 
[I 2021-12-19 13:01:19,734] Trial 4771 pruned. 
[I 2021-12-19 13:01:20,856] Trial 4772 pruned. 
[I 2021-12-19 13:01:21,366] Trial 4773 pruned. 
[I 2021-12-19 13:01:22,456] Trial 4774 pruned. 
[I 2021-12-19 13:01:23,710] Trial 4775 pruned. 
[I 2021-12-19 13:01:25,503] Trial 4776 pruned. 
[I 2021-12-19 13:01:26,004] Trial 4777 pruned. 
[I 2021-12-19 13:01:27,100] Trial 4778 pruned. 
[I 2021-12-19 13:01:28,310] Trial 4779 pruned. 
[I 2021-12-19 13:01:30,366] Trial 4780 pruned. 
[I 2021-12-19 13:01:31,452] Trial 4781 pruned. 
[I 2021-12-19 13:01:33,228] Trial 4782 pruned. 
[I 2021-12-19 13:02:44,624] Trial 4783 finished with value: 160.15982055664062 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 448, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 13:02:46,479] Trial 4784 pruned. 
[I 2021-12-19 13:02:47,761] Trial 4785 pruned. 
[I 2021-12-19 13:02:49,852] Trial 4786 pruned. 
[I 2021-12-19 13:02:50,976] Trial 4787 pruned. 
[I 2021-12-19 13:02:51,824] Trial 4788 pruned. 
[I 2021-12-19 13:02:53,008] Trial 4789 pruned. 
[I 2021-12-19 13:02:54,131] Trial 4790 pruned. 
[I 2021-12-19 13:02:55,271] Trial 4791 pruned. 
[I 2021-12-19 13:02:56,334] Trial 4792 pruned. 
[I 2021-12-19 13:02:57,449] Trial 4793 pruned. 
[I 2021-12-19 13:02:58,704] Trial 4794 pruned. 
[I 2021-12-19 13:03:00,454] Trial 4795 pruned. 
[I 2021-12-19 13:03:01,004] Trial 4796 pruned. 
[I 2021-12-19 13:03:02,857] Trial 4797 pruned. 
[I 2021-12-19 13:03:04,925] Trial 4798 pruned. 
[I 2021-12-19 13:03:06,049] Trial 4799 pruned. 
[I 2021-12-19 13:03:07,072] Trial 4800 pruned. 
[I 2021-12-19 13:03:07,692] Trial 4801 pruned. 
[I 2021-12-19 13:03:08,817] Trial 4802 pruned. 
[I 2021-12-19 13:03:09,946] Trial 4803 pruned. 
[I 2021-12-19 13:03:12,049] Trial 4804 pruned. 
[I 2021-12-19 13:03:13,161] Trial 4805 pruned. 
[I 2021-12-19 13:03:14,135] Trial 4806 pruned. 
[I 2021-12-19 13:03:15,986] Trial 4807 pruned. 
[I 2021-12-19 13:03:17,239] Trial 4808 pruned. 
[I 2021-12-19 13:03:19,010] Trial 4809 pruned. 
[I 2021-12-19 13:03:20,131] Trial 4810 pruned. 
[I 2021-12-19 13:03:21,267] Trial 4811 pruned. 
[I 2021-12-19 13:03:21,912] Trial 4812 pruned. 
[I 2021-12-19 13:03:23,236] Trial 4813 pruned. 
[I 2021-12-19 13:03:24,385] Trial 4814 pruned. 
[I 2021-12-19 13:03:26,196] Trial 4815 pruned. 
[I 2021-12-19 13:03:27,284] Trial 4816 pruned. 
[I 2021-12-19 13:04:49,619] Trial 4817 finished with value: 163.07806396484375 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 488, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 1, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'linear'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 13:04:50,632] Trial 4818 pruned. 
[I 2021-12-19 13:04:51,768] Trial 4819 pruned. 
[I 2021-12-19 13:04:52,282] Trial 4820 pruned. 
[I 2021-12-19 13:04:53,446] Trial 4821 pruned. 
[I 2021-12-19 13:04:54,737] Trial 4822 pruned. 
[I 2021-12-19 13:04:56,597] Trial 4823 pruned. 
[I 2021-12-19 13:04:57,647] Trial 4824 pruned. 
[I 2021-12-19 13:04:58,248] Trial 4825 pruned. 
[I 2021-12-19 13:04:59,458] Trial 4826 pruned. 
[I 2021-12-19 13:05:00,606] Trial 4827 pruned. 
[I 2021-12-19 13:05:01,742] Trial 4828 pruned. 
[I 2021-12-19 13:05:02,735] Trial 4829 pruned. 
[I 2021-12-19 13:05:03,882] Trial 4830 pruned. 
[I 2021-12-19 13:05:05,147] Trial 4831 pruned. 
[I 2021-12-19 13:05:06,961] Trial 4832 pruned. 
[I 2021-12-19 13:05:08,147] Trial 4833 pruned. 
[I 2021-12-19 13:05:09,299] Trial 4834 pruned. 
[I 2021-12-19 13:05:10,541] Trial 4835 pruned. 
[I 2021-12-19 13:05:11,449] Trial 4836 pruned. 
[I 2021-12-19 13:05:13,180] Trial 4837 pruned. 
[I 2021-12-19 13:05:14,293] Trial 4838 pruned. 
[I 2021-12-19 13:05:15,441] Trial 4839 pruned. 
[I 2021-12-19 13:05:16,585] Trial 4840 pruned. 
[I 2021-12-19 13:05:18,387] Trial 4841 pruned. 
[I 2021-12-19 13:05:19,637] Trial 4842 pruned. 
[I 2021-12-19 13:05:20,756] Trial 4843 pruned. 
[I 2021-12-19 13:05:21,219] Trial 4844 pruned. 
[I 2021-12-19 13:05:22,443] Trial 4845 pruned. 
[I 2021-12-19 13:05:23,582] Trial 4846 pruned. 
[I 2021-12-19 13:05:24,689] Trial 4847 pruned. 
[I 2021-12-19 13:05:25,848] Trial 4848 pruned. 
[I 2021-12-19 13:05:27,829] Trial 4849 pruned. 
[I 2021-12-19 13:05:28,413] Trial 4850 pruned. 
[I 2021-12-19 13:05:29,418] Trial 4851 pruned. 
[I 2021-12-19 13:05:31,188] Trial 4852 pruned. 
[I 2021-12-19 13:05:32,324] Trial 4853 pruned. 
[I 2021-12-19 13:05:33,592] Trial 4854 pruned. 
[I 2021-12-19 13:05:34,760] Trial 4855 pruned. 
[I 2021-12-19 13:05:35,888] Trial 4856 pruned. 
[I 2021-12-19 13:05:37,736] Trial 4857 pruned. 
[I 2021-12-19 13:05:38,944] Trial 4858 pruned. 
[I 2021-12-19 13:05:40,071] Trial 4859 pruned. 
[I 2021-12-19 13:05:40,858] Trial 4860 pruned. 
[I 2021-12-19 13:05:41,881] Trial 4861 pruned. 
[I 2021-12-19 13:05:43,905] Trial 4862 pruned. 
[I 2021-12-19 13:05:46,457] Trial 4863 pruned. 
[I 2021-12-19 13:05:48,123] Trial 4864 pruned. 
[I 2021-12-19 13:05:49,216] Trial 4865 pruned. 
[I 2021-12-19 13:05:50,450] Trial 4866 pruned. 
[I 2021-12-19 13:07:02,083] Trial 4867 finished with value: 163.9517822265625 and parameters: {'batch_size': 16, 'n_hdn_layers': 3, 'neurons_HL1': 468, 'out_channel': 128, 'kernel_size': 5, 'conv_activation': 'linear', 'dropout_prob': 0.1, 'mx_pl_size': 2, 'mx_pl_strides': 2, 'HL0_ac_fn': 'relu', 'HL1_ac_fn': 'relu', 'HL2_ac_fn': 'relu'}. Best is trial 2495 with value: 156.8577117919922.
[I 2021-12-19 13:07:02,596] Trial 4868 pruned. 
[I 2021-12-19 13:07:03,746] Trial 4869 pruned. 
[I 2021-12-19 13:07:04,879] Trial 4870 pruned. 
[I 2021-12-19 13:07:06,030] Trial 4871 pruned. 
[I 2021-12-19 13:07:08,089] Trial 4872 pruned. 
[I 2021-12-19 13:07:08,742] Trial 4873 pruned. 
[I 2021-12-19 13:07:09,996] Trial 4874 pruned. 
[I 2021-12-19 13:07:11,141] Trial 4875 pruned. 
[I 2021-12-19 13:07:12,242] Trial 4876 pruned. 
[I 2021-12-19 13:07:14,044] Trial 4877 pruned. 
[I 2021-12-19 13:07:15,885] Trial 4878 pruned. 
[I 2021-12-19 13:07:16,888] Trial 4879 pruned. 
[I 2021-12-19 13:07:17,980] Trial 4880 pruned. 
[I 2021-12-19 13:07:19,119] Trial 4881 pruned. 
[I 2021-12-19 13:07:20,332] Trial 4882 pruned. 
[I 2021-12-19 13:07:21,433] Trial 4883 pruned. 
[I 2021-12-19 13:07:22,194] Trial 4884 pruned. 
[I 2021-12-19 13:07:23,455] Trial 4885 pruned. 
[I 2021-12-19 13:07:24,495] Trial 4886 pruned. 
[I 2021-12-19 13:07:25,687] Trial 4887 pruned. 
[I 2021-12-19 13:07:26,815] Trial 4888 pruned. 
[I 2021-12-19 13:07:27,969] Trial 4889 pruned. 
[I 2021-12-19 13:07:29,100] Trial 4890 pruned. 
[I 2021-12-19 13:07:30,351] Trial 4891 pruned. 
[I 2021-12-19 13:07:31,481] Trial 4892 pruned. 
[I 2021-12-19 13:07:33,600] Trial 4893 pruned. 
[I 2021-12-19 13:07:34,087] Trial 4894 pruned. 
[I 2021-12-19 13:07:35,332] Trial 4895 pruned. 
[I 2021-12-19 13:07:36,466] Trial 4896 pruned. 
[I 2021-12-19 13:07:37,615] Trial 4897 pruned. 
[I 2021-12-19 13:07:38,737] Trial 4898 pruned. 
[I 2021-12-19 13:07:39,350] Trial 4899 pruned. 
[I 2021-12-19 13:07:41,067] Trial 4900 pruned. 
[I 2021-12-19 13:07:42,227] Trial 4901 pruned. 
[I 2021-12-19 13:07:43,332] Trial 4902 pruned. 
[I 2021-12-19 13:07:45,842] Trial 4903 pruned. 
[I 2021-12-19 13:07:47,124] Trial 4904 pruned. 
[I 2021-12-19 13:07:48,306] Trial 4905 pruned. 
[I 2021-12-19 13:07:49,405] Trial 4906 pruned. 
[I 2021-12-19 13:07:50,494] Trial 4907 pruned. 
[I 2021-12-19 13:07:51,274] Trial 4908 pruned. 
[I 2021-12-19 13:07:52,370] Trial 4909 pruned. 
[I 2021-12-19 13:07:54,168] Trial 4910 pruned. 
[I 2021-12-19 13:07:55,319] Trial 4911 pruned. 
[I 2021-12-19 13:07:56,486] Trial 4912 pruned. 
[I 2021-12-19 13:07:57,767] Trial 4913 pruned. 
[I 2021-12-19 13:07:58,890] Trial 4914 pruned. 
[I 2021-12-19 13:08:00,130] Trial 4915 pruned. 
[I 2021-12-19 13:08:00,697] Trial 4916 pruned. 
[I 2021-12-19 13:08:01,776] Trial 4917 pruned. 
[I 2021-12-19 13:08:02,964] Trial 4918 pruned. 
[I 2021-12-19 13:08:04,016] Trial 4919 pruned. 
[I 2021-12-19 13:08:05,412] Trial 4920 pruned. 
[I 2021-12-19 13:08:06,036] Trial 4921 pruned. 
[I 2021-12-19 13:08:07,313] Trial 4922 pruned. 
[I 2021-12-19 13:08:08,436] Trial 4923 pruned. 
[I 2021-12-19 13:08:09,658] Trial 4924 pruned. 
[I 2021-12-19 13:08:10,835] Trial 4925 pruned. 
[I 2021-12-19 13:08:11,860] Trial 4926 pruned. 
[I 2021-12-19 13:08:13,168] Trial 4927 pruned. 
[I 2021-12-19 13:08:14,971] Trial 4928 pruned. 
[I 2021-12-19 13:08:16,091] Trial 4929 pruned. 
[I 2021-12-19 13:08:17,893] Trial 4930 pruned. 
[I 2021-12-19 13:08:19,008] Trial 4931 pruned. 
[I 2021-12-19 13:08:19,811] Trial 4932 pruned. 
[I 2021-12-19 13:08:20,841] Trial 4933 pruned. 
[I 2021-12-19 13:08:22,546] Trial 4934 pruned. 
[I 2021-12-19 13:08:23,664] Trial 4935 pruned. 
[I 2021-12-19 13:08:24,910] Trial 4936 pruned. 
[I 2021-12-19 13:08:26,051] Trial 4937 pruned. 
[I 2021-12-19 13:08:27,151] Trial 4938 pruned. 
[I 2021-12-19 13:08:28,363] Trial 4939 pruned. 
[I 2021-12-19 13:08:29,499] Trial 4940 pruned. 
[I 2021-12-19 13:08:29,981] Trial 4941 pruned. 
[I 2021-12-19 13:08:31,084] Trial 4942 pruned. 
[I 2021-12-19 13:08:32,188] Trial 4943 pruned. 
[I 2021-12-19 13:08:33,994] Trial 4944 pruned. 
[I 2021-12-19 13:08:36,122] Trial 4945 pruned. 
[I 2021-12-19 13:08:36,781] Trial 4946 pruned. 
[I 2021-12-19 13:08:37,874] Trial 4947 pruned. 
[I 2021-12-19 13:08:38,874] Trial 4948 pruned. 
[I 2021-12-19 13:08:40,279] Trial 4949 pruned. 
[I 2021-12-19 13:08:41,665] Trial 4950 pruned. 
[I 2021-12-19 13:08:42,783] Trial 4951 pruned. 
[I 2021-12-19 13:08:44,573] Trial 4952 pruned. 
[I 2021-12-19 13:08:45,756] Trial 4953 pruned. 
[I 2021-12-19 13:08:47,576] Trial 4954 pruned. 
[I 2021-12-19 13:08:49,644] Trial 4955 pruned. 
[I 2021-12-19 13:08:50,417] Trial 4956 pruned. 
[I 2021-12-19 13:08:51,658] Trial 4957 pruned. 
[I 2021-12-19 13:08:52,658] Trial 4958 pruned. 
[I 2021-12-19 13:08:53,741] Trial 4959 pruned. 
[I 2021-12-19 13:08:54,878] Trial 4960 pruned. 
[I 2021-12-19 13:08:55,993] Trial 4961 pruned. 
[I 2021-12-19 13:08:57,124] Trial 4962 pruned. 
[I 2021-12-19 13:08:58,273] Trial 4963 pruned. 
[I 2021-12-19 13:08:59,544] Trial 4964 pruned. 
[I 2021-12-19 13:09:00,097] Trial 4965 pruned. 
[I 2021-12-19 13:09:01,181] Trial 4966 pruned. 
[I 2021-12-19 13:09:02,139] Trial 4967 pruned. 
[I 2021-12-19 13:09:03,405] Trial 4968 pruned. 
[I 2021-12-19 13:09:04,083] Trial 4969 pruned. 
[I 2021-12-19 13:09:05,266] Trial 4970 pruned. 
[I 2021-12-19 13:09:06,379] Trial 4971 pruned. 
[I 2021-12-19 13:09:07,559] Trial 4972 pruned. 
[I 2021-12-19 13:09:08,632] Trial 4973 pruned. 
[I 2021-12-19 13:09:09,619] Trial 4974 pruned. 
[I 2021-12-19 13:09:11,478] Trial 4975 pruned. 
[I 2021-12-19 13:09:12,549] Trial 4976 pruned. 
[I 2021-12-19 13:09:14,417] Trial 4977 pruned. 
[I 2021-12-19 13:09:15,755] Trial 4978 pruned. 
[I 2021-12-19 13:09:16,911] Trial 4979 pruned. 
[I 2021-12-19 13:09:17,690] Trial 4980 pruned. 
[I 2021-12-19 13:09:18,720] Trial 4981 pruned. 
[I 2021-12-19 13:09:19,864] Trial 4982 pruned. 
[I 2021-12-19 13:09:21,022] Trial 4983 pruned. 
[I 2021-12-19 13:09:22,137] Trial 4984 pruned. 
[I 2021-12-19 13:09:23,297] Trial 4985 pruned. 
[I 2021-12-19 13:09:24,562] Trial 4986 pruned. 
[I 2021-12-19 13:09:26,382] Trial 4987 pruned. 
[I 2021-12-19 13:09:26,766] Trial 4988 pruned. 
[I 2021-12-19 13:09:27,913] Trial 4989 pruned. 
[I 2021-12-19 13:09:29,115] Trial 4990 pruned. 
[I 2021-12-19 13:09:30,383] Trial 4991 pruned. 
[I 2021-12-19 13:09:31,464] Trial 4992 pruned. 
[I 2021-12-19 13:09:32,079] Trial 4993 pruned. 
[I 2021-12-19 13:09:33,229] Trial 4994 pruned. 
[I 2021-12-19 13:09:34,449] Trial 4995 pruned. 
[I 2021-12-19 13:09:35,672] Trial 4996 pruned. 
[I 2021-12-19 13:09:36,786] Trial 4997 pruned. 
[I 2021-12-19 13:09:37,924] Trial 4998 pruned. 
[I 2021-12-19 13:09:39,072] Trial 4999 pruned. 

Wall time: 8h 5min

Charts/Visuals Associated With the Hyperparameter Search

trials_df = study.trials_dataframe()
trials_df

	number	value	datetime_start	datetime_complete	duration	params_HL0_ac_fn	params_HL1_ac_fn	params_HL2_ac_fn	params_HL3_ac_fn	params_HL4_ac_fn	params_batch_size	params_conv_activation	params_dropout_prob	params_kernel_size	params_mx_pl_size	params_mx_pl_strides	params_n_hdn_layers	params_neurons_HL1	params_out_channel	state
0	0	388.960754	2021-12-19 05:04:39.059917	2021-12-19 05:05:13.803080	0 days 00:00:34.743163	relu	linear	NaN	NaN	NaN	32	relu	0.50	5	4	3	2	160	64	COMPLETE
1	1	200.295654	2021-12-19 05:05:13.804078	2021-12-19 05:06:44.966483	0 days 00:01:31.162405	linear	linear	linear	relu	relu	32	relu	0.10	3	5	2	5	990	32	COMPLETE
2	2	215.651428	2021-12-19 05:06:44.967481	2021-12-19 05:07:07.274873	0 days 00:00:22.307392	relu	linear	NaN	NaN	NaN	128	relu	0.25	3	2	3	2	1012	32	COMPLETE
3	3	169.147217	2021-12-19 05:07:07.275871	2021-12-19 05:07:46.504049	0 days 00:00:39.228178	relu	linear	relu	NaN	NaN	32	linear	0.10	5	3	1	3	28	128	COMPLETE
4	4	180.565872	2021-12-19 05:07:46.505047	2021-12-19 05:08:02.714733	0 days 00:00:16.209686	linear	relu	NaN	NaN	NaN	128	linear	0.20	4	2	1	2	524	32	COMPLETE
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
4995	4995	224.607849	2021-12-19 13:09:33.230110	2021-12-19 13:09:34.449874	0 days 00:00:01.219764	relu	linear	linear	NaN	NaN	16	linear	0.10	5	4	1	3	488	128	PRUNED
4996	4996	326.155334	2021-12-19 13:09:34.450871	2021-12-19 13:09:35.672617	0 days 00:00:01.221746	relu	relu	relu	NaN	NaN	16	relu	0.50	4	2	2	3	822	128	PRUNED
4997	4997	206.969727	2021-12-19 13:09:35.674612	2021-12-19 13:09:36.786184	0 days 00:00:01.111572	relu	relu	relu	NaN	NaN	16	linear	0.10	5	2	3	3	306	128	PRUNED
4998	4998	275.841125	2021-12-19 13:09:36.787182	2021-12-19 13:09:37.924648	0 days 00:00:01.137466	relu	relu	relu	NaN	NaN	16	linear	0.10	5	5	2	3	520	128	PRUNED
4999	4999	197.842667	2021-12-19 13:09:37.926642	2021-12-19 13:09:39.072110	0 days 00:00:01.145468	relu	relu	relu	NaN	NaN	16	linear	0.10	5	2	2	3	470	128	PRUNED

5000 rows × 20 columns

trials_df.to_pickle('cnn_trials/' + study_name + '_df.pkl')

# save the study for resuming later:
joblib.dump(study, "cnn_trials/" + study_name + '_study.pkl')

['cnn_trials/cnn_25_pca_vars_one_conv_lyr_study.pkl']

graph = optuna.visualization.plot_parallel_coordinate(study, params=['out_channel', 'kernel_size', 'conv_activation'])
graph.write_image("cnn_trials/" + study_name + 'cnn_portion_plot.jpeg')
graph.show()

graph = optuna.visualization.plot_parallel_coordinate(study, params=['dropout_prob', 'mx_pl_size', 'mx_pl_strides'])
graph.write_image("cnn_trials/" + study_name + 'dropout_mx_pl_portion_plot.jpeg')
graph.show()

optuna.visualization.plot_optimization_history(study)

optuna.visualization.plot_intermediate_values(study)

# to load the study later:
study = joblib.load("cnn_trials/cnn_25_pca_vars_one_conv_lyr_study.pkl")
print("Best trial until now:")
print(" Value: ", study.best_trial.value)
print(" Params: ")
for key, value in study.best_trial.params.items():
    print(f"    {key}: {value}")

Best trial until now:
 Value:  156.8577117919922
 Params: 
    batch_size: 16
    n_hdn_layers: 3
    neurons_HL1: 388
    out_channel: 128
    kernel_size: 5
    conv_activation: linear
    dropout_prob: 0.1
    mx_pl_size: 2
    mx_pl_strides: 2
    HL0_ac_fn: relu
    HL1_ac_fn: relu
    HL2_ac_fn: relu

Further Investigating The Best Model From The Search

%%time

torch.manual_seed(42)
torch.cuda.manual_seed(42)
np.random.seed(42)
random.seed(42)

mape_train = []
mape_scores = []
rmse_train = []
rmse_scores = []
mae_train = []
mae_scores = []
r2_train = []
r2_scores = []

n_epochs = 1000
# src: https://stackoverflow.com/questions/45113245/how-to-get-mini-batches-in-pytorch-in-a-clean-and-efficient-way

def tuned_model_investigation(trial):
    """This function will take the best trial and run it with the same objective function as above.
    However, this time, there are more scores that are returned. The model is also saved as pickle in this function for
    use later."""
    
    print("Best Study Parameters:")
    for key, value in trial.params.items():
        print(f"    {key}: {value}")
    
    # set up GPU if available.
    device = "cpu"
    if torch.cuda.is_available():
        device = "cuda:0"
    device = torch.device(device)
    
    # get some parameters using optuna:
    batch_size = trial.suggest_categorical("batch_size", [16,32,64,128])
    n_layers = trial.suggest_int("n_hdn_layers", 2, 5)
    max_nrns = trial.suggest_int("neurons_HL1", 2, 1024, step=2)
    # now for the 1D convolution parameters
    out_channel = trial.suggest_categorical("out_channel", [32, 64, 128])
    kernel_size = trial.suggest_categorical("kernel_size", [3,4,5])
    conv_activation = trial.suggest_categorical("conv_activation", ['relu', 'linear'])
    # now for the dropout and max pool 1D parameters
    dropout_prob = trial.suggest_categorical("dropout_prob", [0.1, 0.2, 0.25, 0.5])
    mx_pl_size = trial.suggest_categorical("mx_pl_size", [2,3,4,5])
    mx_pl_strides = trial.suggest_categorical("mx_pl_strides", [1,2,3])

    layers = []
    layers.append(torch.nn.Unflatten(dim=1, unflattened_size=(1,25)))
    layers.append(torch.nn.Conv1d(1, out_channel, kernel_size))
    if conv_activation == 'relu':
        layers.append(torch.nn.ReLU())
    layers.append(torch.nn.Dropout(dropout_prob))
    layers.append(torch.nn.MaxPool1d(mx_pl_size, stride=mx_pl_strides))
    layers.append(torch.nn.Flatten())
    # now we calculate the output size of MaxPool1D
    in_features = math.floor(((math.floor(25 - kernel_size + 1) - mx_pl_size) / mx_pl_strides) + 1)
    in_features = in_features*out_channel
#     print(f"batch_size{batch_size}\tmx_pl_size{mx_pl_size}\tmx_pl_strides{mx_pl_strides}")
#     print(f"in_features{in_features}")
    out_features = 0
    for i in range(n_layers):
        out_features = int(max_nrns)
        layers.append(torch.nn.Linear(in_features, out_features))
        activation = trial.suggest_categorical(f"HL{i}_ac_fn", ["relu", "linear"])
        if activation == "relu":
            layers.append(torch.nn.ReLU())
        in_features = out_features
        # to prevent the last layer being Linear(0,1)
        if max_nrns > 2:
            max_nrns = max_nrns/2

    layers.append(torch.nn.Linear(out_features, 1))
    cnn_model = torch.nn.Sequential(*layers).to(device)
#     print(cnn_model)

    # now we save the model:
    with open('cnn_trials/' + study_name + '_trial{}.pickle'.format(trial.number), 'wb') as fout:
        pickle.dump(cnn_model, fout)
    print(cnn_model)
    
    
    # use MAE as loss function (called L1Loss).
    loss_fn = nn.L1Loss()
    optimizer = optim.Adam(cnn_model.parameters())

    for epoch in range(n_epochs):
        # now we train the model:
        cnn_model.train()
        
        # we create a random permutation of numbers from PCA_X_train.size()
        permutation = torch.randperm(PCA_X_train.size()[0])
        
        # we go through the batches.
        for i in range(0, PCA_X_train.size()[0], batch_size):
            indices = permutation[i:i+batch_size]
            X_train_batch, Y_train_batch = PCA_X_train[indices], PCA_Y_train[indices]
            
            # input PCA_X_train into cnn and get predictions.
            train_prediction = cnn_model(X_train_batch.to(device))

            train_loss = loss_fn(train_prediction, Y_train_batch.to(device))
            train_mape = MAPE_pytorch(Y_train_batch.to(
                'cpu'), train_prediction.to('cpu'))
            train_rmse = RMSE_pytorch(Y_train_batch.to(
                'cpu'), train_prediction.to('cpu'))
            train_r2 = R2_pytorch(Y_train_batch.to(
                'cpu'), train_prediction.to('cpu'))
            
            optimizer.zero_grad()
            # backpropagation
            train_loss.backward()
            optimizer.step()
        
        mae_train.append(train_loss.item())
        mape_train.append(train_mape.item())
        rmse_train.append(train_rmse.item())
        r2_train.append(train_r2.item())
        
        # now we test the model:
        cnn_model.eval()
        test_prediction = cnn_model(PCA_X_test.to(device))
        test_loss = loss_fn(test_prediction, PCA_Y_test.to(device))
        test_mape = MAPE_pytorch(PCA_Y_test.to('cpu'), test_prediction.to('cpu'))
        test_rmse = RMSE_pytorch(PCA_Y_test.to('cpu'), test_prediction.to('cpu'))
        test_r2 = R2_pytorch(PCA_Y_test.to('cpu'), test_prediction.to('cpu'))
        mae_scores.append(test_loss.item())
        mape_scores.append(test_mape.item())
        rmse_scores.append(test_rmse.item())
        r2_scores.append(test_r2.item())

        print(f"Epoch{epoch+1}\ttrain_loss={train_loss};\ttest_loss={test_loss}")

    # we return the thing we are trying to maximize or minimize (the MAE - our loss fn)
    return mae_scores, mape_scores, rmse_scores, r2_scores


mae_scores, mape_scores, rmse_scores, r2_scores = tuned_model_investigation(
    study.best_trial)

print("\n\n------------------------------------------- TRAINING SCORES -------------------------------------------")
print(f"Overall MAE: {np.mean(mae_train)} +/- {np.std(mae_train)}")
print(f"Overall RMSE: {np.mean(rmse_train)} +/- {np.std(rmse_train)}")
print(f"Overall MAPE: {np.mean(mape_train)} +/- {np.std(mape_train)}")
print(f"Overall R2: {np.mean(r2_train)*100} +/- {np.std(r2_train)*100}")

print("\n\n------------------------------------------- TESTING SCORES -------------------------------------------")
print(f"Overall MAE: {np.mean(mae_scores)} +/- {np.std(mae_scores)}")
print(f"Overall RMSE: {np.mean(rmse_scores)} +/- {np.std(rmse_scores)}")
print(f"Overall MAPE: {np.mean(mape_scores)} +/- {np.std(mape_scores)}")
print(f"Overall R2: {np.mean(r2_scores)*100} +/- {np.std(r2_scores)*100}\n\n")

Best Study Parameters:
    batch_size: 16
    n_hdn_layers: 3
    neurons_HL1: 388
    out_channel: 128
    kernel_size: 5
    conv_activation: linear
    dropout_prob: 0.1
    mx_pl_size: 2
    mx_pl_strides: 2
    HL0_ac_fn: relu
    HL1_ac_fn: relu
    HL2_ac_fn: relu
Sequential(
  (0): Unflatten(dim=1, unflattened_size=(1, 25))
  (1): Conv1d(1, 128, kernel_size=(5,), stride=(1,))
  (2): Dropout(p=0.1, inplace=False)
  (3): MaxPool1d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)
  (4): Flatten(start_dim=1, end_dim=-1)
  (5): Linear(in_features=1280, out_features=388, bias=True)
  (6): ReLU()
  (7): Linear(in_features=388, out_features=194, bias=True)
  (8): ReLU()
  (9): Linear(in_features=194, out_features=97, bias=True)
  (10): ReLU()
  (11): Linear(in_features=97, out_features=1, bias=True)
)
Epoch1	train_loss=224.44000244140625;	test_loss=198.4941864013672
Epoch2	train_loss=197.43600463867188;	test_loss=182.79531860351562
Epoch3	train_loss=125.12466430664062;	test_loss=190.46987915039062
Epoch4	train_loss=91.51930236816406;	test_loss=176.86944580078125
Epoch5	train_loss=54.23664855957031;	test_loss=174.54666137695312
Epoch6	train_loss=121.78810119628906;	test_loss=190.41419982910156
Epoch7	train_loss=74.8272705078125;	test_loss=171.93392944335938
Epoch8	train_loss=423.973388671875;	test_loss=172.13046264648438
Epoch9	train_loss=384.51983642578125;	test_loss=180.03533935546875
Epoch10	train_loss=122.50093078613281;	test_loss=195.30226135253906
Epoch11	train_loss=60.846405029296875;	test_loss=177.17156982421875
Epoch12	train_loss=172.94989013671875;	test_loss=174.02587890625
Epoch13	train_loss=519.701171875;	test_loss=170.23760986328125
Epoch14	train_loss=118.50747680664062;	test_loss=181.81459045410156
Epoch15	train_loss=160.55441284179688;	test_loss=173.74154663085938
Epoch16	train_loss=260.15289306640625;	test_loss=177.88949584960938
Epoch17	train_loss=63.339664459228516;	test_loss=183.74476623535156
Epoch18	train_loss=194.25042724609375;	test_loss=174.7576446533203
Epoch19	train_loss=133.9438018798828;	test_loss=171.05990600585938
Epoch20	train_loss=237.58319091796875;	test_loss=170.0497589111328
Epoch21	train_loss=127.18911743164062;	test_loss=176.31394958496094
Epoch22	train_loss=315.796875;	test_loss=196.46278381347656
Epoch23	train_loss=429.2135314941406;	test_loss=170.17491149902344
Epoch24	train_loss=205.82696533203125;	test_loss=173.96141052246094
Epoch25	train_loss=160.10858154296875;	test_loss=204.06951904296875
Epoch26	train_loss=374.24517822265625;	test_loss=177.62132263183594
Epoch27	train_loss=121.47943115234375;	test_loss=173.7656707763672
Epoch28	train_loss=235.4845733642578;	test_loss=174.10520935058594
Epoch29	train_loss=99.41705322265625;	test_loss=171.9231414794922
Epoch30	train_loss=44.943389892578125;	test_loss=192.98329162597656
Epoch31	train_loss=91.02009582519531;	test_loss=169.20785522460938
Epoch32	train_loss=51.05192565917969;	test_loss=168.0703582763672
Epoch33	train_loss=262.41619873046875;	test_loss=171.03236389160156
Epoch34	train_loss=36.353302001953125;	test_loss=179.50848388671875
Epoch35	train_loss=316.5538330078125;	test_loss=178.7637481689453
Epoch36	train_loss=200.52438354492188;	test_loss=172.9400634765625
Epoch37	train_loss=53.92949295043945;	test_loss=195.41390991210938
Epoch38	train_loss=162.934326171875;	test_loss=188.72410583496094
Epoch39	train_loss=123.14459228515625;	test_loss=170.19606018066406
Epoch40	train_loss=148.80715942382812;	test_loss=172.5942840576172
Epoch41	train_loss=97.17293548583984;	test_loss=172.70101928710938
Epoch42	train_loss=286.390625;	test_loss=167.66551208496094
Epoch43	train_loss=178.9373779296875;	test_loss=189.1527099609375
Epoch44	train_loss=13.482776641845703;	test_loss=166.2721710205078
Epoch45	train_loss=77.71316528320312;	test_loss=183.7515106201172
Epoch46	train_loss=66.30949401855469;	test_loss=180.7903289794922
Epoch47	train_loss=69.1236343383789;	test_loss=172.08897399902344
Epoch48	train_loss=336.24468994140625;	test_loss=167.39599609375
Epoch49	train_loss=144.22860717773438;	test_loss=170.47203063964844
Epoch50	train_loss=150.35569763183594;	test_loss=181.8565673828125
Epoch51	train_loss=152.81002807617188;	test_loss=169.56129455566406
Epoch52	train_loss=128.24903869628906;	test_loss=189.5769805908203
Epoch53	train_loss=154.67343139648438;	test_loss=183.39059448242188
Epoch54	train_loss=301.65777587890625;	test_loss=170.4706268310547
Epoch55	train_loss=73.96233367919922;	test_loss=185.7781982421875
Epoch56	train_loss=126.79066467285156;	test_loss=167.05804443359375
Epoch57	train_loss=86.35322570800781;	test_loss=169.9458770751953
Epoch58	train_loss=344.31964111328125;	test_loss=172.0205841064453
Epoch59	train_loss=210.79067993164062;	test_loss=168.4581298828125
Epoch60	train_loss=102.1090316772461;	test_loss=166.46041870117188
Epoch61	train_loss=51.03468322753906;	test_loss=170.94993591308594
Epoch62	train_loss=285.62762451171875;	test_loss=190.1154022216797
Epoch63	train_loss=106.05731964111328;	test_loss=167.06703186035156
Epoch64	train_loss=204.1607666015625;	test_loss=162.76593017578125
Epoch65	train_loss=152.6412353515625;	test_loss=163.2887420654297
Epoch66	train_loss=47.534423828125;	test_loss=165.25454711914062
Epoch67	train_loss=193.74078369140625;	test_loss=175.805419921875
Epoch68	train_loss=126.40721130371094;	test_loss=165.8867950439453
Epoch69	train_loss=195.62887573242188;	test_loss=168.34156799316406
Epoch70	train_loss=68.68990325927734;	test_loss=206.9620361328125
Epoch71	train_loss=710.4124755859375;	test_loss=166.13328552246094
Epoch72	train_loss=113.073974609375;	test_loss=177.6331024169922
Epoch73	train_loss=101.2161865234375;	test_loss=183.92250061035156
Epoch74	train_loss=123.17472839355469;	test_loss=164.43775939941406
Epoch75	train_loss=316.5406799316406;	test_loss=186.69595336914062
Epoch76	train_loss=25.57427215576172;	test_loss=163.7811279296875
Epoch77	train_loss=398.8561096191406;	test_loss=167.57594299316406
Epoch78	train_loss=64.97772979736328;	test_loss=164.76454162597656
Epoch79	train_loss=184.99288940429688;	test_loss=171.45562744140625
Epoch80	train_loss=283.2004089355469;	test_loss=187.87498474121094
Epoch81	train_loss=79.68290710449219;	test_loss=160.94032287597656
Epoch82	train_loss=89.17573547363281;	test_loss=166.592041015625
Epoch83	train_loss=161.72650146484375;	test_loss=161.73492431640625
Epoch84	train_loss=250.59983825683594;	test_loss=161.79673767089844
Epoch85	train_loss=95.66414642333984;	test_loss=161.87986755371094
Epoch86	train_loss=56.65717315673828;	test_loss=172.0911407470703
Epoch87	train_loss=67.8582992553711;	test_loss=163.8438720703125
Epoch88	train_loss=157.7445526123047;	test_loss=158.8953857421875
Epoch89	train_loss=172.60586547851562;	test_loss=165.61160278320312
Epoch90	train_loss=56.56292724609375;	test_loss=163.48912048339844
Epoch91	train_loss=280.4067687988281;	test_loss=165.7609100341797
Epoch92	train_loss=368.5130615234375;	test_loss=162.02064514160156
Epoch93	train_loss=180.8798370361328;	test_loss=165.49212646484375
Epoch94	train_loss=116.91441345214844;	test_loss=183.49571228027344
Epoch95	train_loss=141.52334594726562;	test_loss=177.46055603027344
Epoch96	train_loss=709.884033203125;	test_loss=173.4731903076172
Epoch97	train_loss=110.81068420410156;	test_loss=161.7439422607422
Epoch98	train_loss=238.06890869140625;	test_loss=161.0572052001953
Epoch99	train_loss=57.68286895751953;	test_loss=160.16571044921875
Epoch100	train_loss=377.58526611328125;	test_loss=165.3951416015625
Epoch101	train_loss=23.333202362060547;	test_loss=160.68832397460938
Epoch102	train_loss=50.19166946411133;	test_loss=170.61898803710938
Epoch103	train_loss=53.82996368408203;	test_loss=166.876220703125
Epoch104	train_loss=62.818756103515625;	test_loss=162.93569946289062
Epoch105	train_loss=84.72415161132812;	test_loss=161.05010986328125
Epoch106	train_loss=119.62788391113281;	test_loss=159.72006225585938
Epoch107	train_loss=109.97051239013672;	test_loss=161.35354614257812
Epoch108	train_loss=89.1292724609375;	test_loss=160.92034912109375
Epoch109	train_loss=221.3727569580078;	test_loss=161.8861846923828
Epoch110	train_loss=87.61538696289062;	test_loss=165.1227264404297
Epoch111	train_loss=163.671875;	test_loss=162.1824951171875
Epoch112	train_loss=346.06365966796875;	test_loss=178.11038208007812
Epoch113	train_loss=169.28846740722656;	test_loss=165.8505859375
Epoch114	train_loss=283.45562744140625;	test_loss=164.13583374023438
Epoch115	train_loss=60.55063247680664;	test_loss=168.1697540283203
Epoch116	train_loss=168.09222412109375;	test_loss=158.32501220703125
Epoch117	train_loss=369.8128967285156;	test_loss=163.17726135253906
Epoch118	train_loss=101.46682739257812;	test_loss=160.99497985839844
Epoch119	train_loss=42.67998123168945;	test_loss=161.49513244628906
Epoch120	train_loss=84.90553283691406;	test_loss=162.02708435058594
Epoch121	train_loss=245.27667236328125;	test_loss=162.00941467285156
Epoch122	train_loss=41.421112060546875;	test_loss=161.52609252929688
Epoch123	train_loss=71.20279693603516;	test_loss=164.43955993652344
Epoch124	train_loss=22.34154510498047;	test_loss=183.357177734375
Epoch125	train_loss=86.50572204589844;	test_loss=162.21047973632812
Epoch126	train_loss=119.41011047363281;	test_loss=163.65162658691406
Epoch127	train_loss=239.38592529296875;	test_loss=163.67959594726562
Epoch128	train_loss=158.79171752929688;	test_loss=163.7526092529297
Epoch129	train_loss=137.13424682617188;	test_loss=159.5196533203125
Epoch130	train_loss=149.98733520507812;	test_loss=160.88656616210938
Epoch131	train_loss=95.73847198486328;	test_loss=163.3568115234375
Epoch132	train_loss=85.56421661376953;	test_loss=161.5063934326172
Epoch133	train_loss=85.81150817871094;	test_loss=166.6434326171875
Epoch134	train_loss=244.9196014404297;	test_loss=159.47177124023438
Epoch135	train_loss=260.3724365234375;	test_loss=161.4410858154297
Epoch136	train_loss=61.93562316894531;	test_loss=169.3188934326172
Epoch137	train_loss=70.41044616699219;	test_loss=162.12025451660156
Epoch138	train_loss=114.71441650390625;	test_loss=163.0346221923828
Epoch139	train_loss=280.2521667480469;	test_loss=163.53941345214844
Epoch140	train_loss=98.0101089477539;	test_loss=168.5076446533203
Epoch141	train_loss=124.65312194824219;	test_loss=159.24298095703125
Epoch142	train_loss=112.10647583007812;	test_loss=164.04287719726562
Epoch143	train_loss=66.2332763671875;	test_loss=161.5244903564453
Epoch144	train_loss=71.623291015625;	test_loss=165.46104431152344
Epoch145	train_loss=177.3719482421875;	test_loss=161.6255645751953
Epoch146	train_loss=266.13037109375;	test_loss=159.94081115722656
Epoch147	train_loss=139.75717163085938;	test_loss=163.7351837158203
Epoch148	train_loss=98.10747528076172;	test_loss=165.06265258789062
Epoch149	train_loss=220.3527374267578;	test_loss=162.3369598388672
Epoch150	train_loss=148.91500854492188;	test_loss=167.49310302734375
Epoch151	train_loss=74.41510009765625;	test_loss=167.36300659179688
Epoch152	train_loss=32.778106689453125;	test_loss=163.77931213378906
Epoch153	train_loss=79.55029296875;	test_loss=161.41514587402344
Epoch154	train_loss=64.70082092285156;	test_loss=161.16502380371094
Epoch155	train_loss=119.48002624511719;	test_loss=169.5960235595703
Epoch156	train_loss=229.71478271484375;	test_loss=162.01852416992188
Epoch157	train_loss=132.88914489746094;	test_loss=162.68768310546875
Epoch158	train_loss=117.95733642578125;	test_loss=163.1936798095703
Epoch159	train_loss=94.19515991210938;	test_loss=166.04025268554688
Epoch160	train_loss=155.64175415039062;	test_loss=161.75779724121094
Epoch161	train_loss=148.79840087890625;	test_loss=165.84841918945312
Epoch162	train_loss=103.85726928710938;	test_loss=172.84239196777344
Epoch163	train_loss=148.23526000976562;	test_loss=162.93785095214844
Epoch164	train_loss=84.15201568603516;	test_loss=171.320556640625
Epoch165	train_loss=43.39907455444336;	test_loss=161.75543212890625
Epoch166	train_loss=68.53602600097656;	test_loss=168.5575408935547
Epoch167	train_loss=104.92300415039062;	test_loss=169.93084716796875
Epoch168	train_loss=20.742481231689453;	test_loss=166.3758087158203
Epoch169	train_loss=53.92115020751953;	test_loss=164.94639587402344
Epoch170	train_loss=70.65701293945312;	test_loss=163.83299255371094
Epoch171	train_loss=295.43463134765625;	test_loss=162.27488708496094
Epoch172	train_loss=217.8507537841797;	test_loss=163.56761169433594
Epoch173	train_loss=148.44357299804688;	test_loss=165.0850067138672
Epoch174	train_loss=117.05751037597656;	test_loss=176.68345642089844
Epoch175	train_loss=312.940673828125;	test_loss=160.47720336914062
Epoch176	train_loss=57.150020599365234;	test_loss=162.11256408691406
Epoch177	train_loss=63.13938903808594;	test_loss=161.70594787597656
Epoch178	train_loss=179.5146484375;	test_loss=164.2733612060547
Epoch179	train_loss=157.88597106933594;	test_loss=166.36370849609375
Epoch180	train_loss=70.85398864746094;	test_loss=164.55648803710938
Epoch181	train_loss=85.06437683105469;	test_loss=165.29493713378906
Epoch182	train_loss=79.71734619140625;	test_loss=165.811279296875
Epoch183	train_loss=71.6598129272461;	test_loss=163.96473693847656
Epoch184	train_loss=74.91561889648438;	test_loss=164.3267822265625
Epoch185	train_loss=65.20277404785156;	test_loss=164.5481719970703
Epoch186	train_loss=147.99569702148438;	test_loss=161.92909240722656
Epoch187	train_loss=42.79511260986328;	test_loss=170.454833984375
Epoch188	train_loss=272.738525390625;	test_loss=164.2101593017578
Epoch189	train_loss=249.6245574951172;	test_loss=166.2530975341797
Epoch190	train_loss=243.3933563232422;	test_loss=164.95620727539062
Epoch191	train_loss=108.3372802734375;	test_loss=167.01473999023438
Epoch192	train_loss=20.4132080078125;	test_loss=164.89488220214844
Epoch193	train_loss=134.62362670898438;	test_loss=164.96925354003906
Epoch194	train_loss=37.07687759399414;	test_loss=163.86976623535156
Epoch195	train_loss=110.5221176147461;	test_loss=168.0640106201172
Epoch196	train_loss=110.01051330566406;	test_loss=164.4379425048828
Epoch197	train_loss=75.54400634765625;	test_loss=171.52255249023438
Epoch198	train_loss=237.35633850097656;	test_loss=165.91973876953125
Epoch199	train_loss=189.86767578125;	test_loss=185.85833740234375
Epoch200	train_loss=80.42239379882812;	test_loss=166.83749389648438
Epoch201	train_loss=57.842140197753906;	test_loss=166.0361328125
Epoch202	train_loss=81.45684814453125;	test_loss=177.33187866210938
Epoch203	train_loss=51.242393493652344;	test_loss=162.90545654296875
Epoch204	train_loss=304.5417785644531;	test_loss=165.34779357910156
Epoch205	train_loss=136.1889190673828;	test_loss=165.43284606933594
Epoch206	train_loss=258.59716796875;	test_loss=163.26353454589844
Epoch207	train_loss=15.995609283447266;	test_loss=162.04910278320312
Epoch208	train_loss=121.82331848144531;	test_loss=163.71896362304688
Epoch209	train_loss=379.7932434082031;	test_loss=165.6288299560547
Epoch210	train_loss=590.208740234375;	test_loss=160.75946044921875
Epoch211	train_loss=43.57978820800781;	test_loss=164.0308380126953
Epoch212	train_loss=44.37890625;	test_loss=166.2007598876953
Epoch213	train_loss=51.43091583251953;	test_loss=168.4091339111328
Epoch214	train_loss=19.948272705078125;	test_loss=171.4425506591797
Epoch215	train_loss=108.45367431640625;	test_loss=164.23468017578125
Epoch216	train_loss=184.0402069091797;	test_loss=162.88528442382812
Epoch217	train_loss=133.9624786376953;	test_loss=168.696533203125
Epoch218	train_loss=144.97735595703125;	test_loss=167.26800537109375
Epoch219	train_loss=234.51434326171875;	test_loss=164.2340087890625
Epoch220	train_loss=34.58750534057617;	test_loss=165.93417358398438
Epoch221	train_loss=90.92745971679688;	test_loss=169.49566650390625
Epoch222	train_loss=38.51806640625;	test_loss=163.8699951171875
Epoch223	train_loss=124.05520629882812;	test_loss=167.55255126953125
Epoch224	train_loss=73.60643005371094;	test_loss=168.14549255371094
Epoch225	train_loss=74.06817626953125;	test_loss=167.69769287109375
Epoch226	train_loss=75.02435302734375;	test_loss=165.59645080566406
Epoch227	train_loss=165.79327392578125;	test_loss=165.55601501464844
Epoch228	train_loss=196.54953002929688;	test_loss=164.2657012939453
Epoch229	train_loss=29.133808135986328;	test_loss=165.083251953125
Epoch230	train_loss=79.60897827148438;	test_loss=163.2840576171875
Epoch231	train_loss=126.3143539428711;	test_loss=173.89759826660156
Epoch232	train_loss=77.62942504882812;	test_loss=163.8490447998047
Epoch233	train_loss=182.77096557617188;	test_loss=165.1873779296875
Epoch234	train_loss=94.27378845214844;	test_loss=164.64427185058594
Epoch235	train_loss=101.52351379394531;	test_loss=165.33523559570312
Epoch236	train_loss=162.01864624023438;	test_loss=168.0209503173828
Epoch237	train_loss=70.65946197509766;	test_loss=164.9735870361328
Epoch238	train_loss=10.724777221679688;	test_loss=180.60488891601562
Epoch239	train_loss=71.26991271972656;	test_loss=164.64102172851562
Epoch240	train_loss=94.63719177246094;	test_loss=170.4110565185547
Epoch241	train_loss=52.55656433105469;	test_loss=164.07598876953125
Epoch242	train_loss=103.98747253417969;	test_loss=162.9387664794922
Epoch243	train_loss=88.81010437011719;	test_loss=166.9783172607422
Epoch244	train_loss=107.09681701660156;	test_loss=165.68519592285156
Epoch245	train_loss=43.61670684814453;	test_loss=164.36326599121094
Epoch246	train_loss=37.62788391113281;	test_loss=168.3146514892578
Epoch247	train_loss=68.32180786132812;	test_loss=165.4347686767578
Epoch248	train_loss=141.6942138671875;	test_loss=173.76780700683594
Epoch249	train_loss=44.05364990234375;	test_loss=163.70448303222656
Epoch250	train_loss=160.37225341796875;	test_loss=165.60194396972656
Epoch251	train_loss=164.12130737304688;	test_loss=167.6364288330078
Epoch252	train_loss=154.08407592773438;	test_loss=168.56886291503906
Epoch253	train_loss=89.90348052978516;	test_loss=167.18856811523438
Epoch254	train_loss=89.94981384277344;	test_loss=163.59567260742188
Epoch255	train_loss=276.7897644042969;	test_loss=176.51263427734375
Epoch256	train_loss=153.8427734375;	test_loss=169.8090057373047
Epoch257	train_loss=37.00823974609375;	test_loss=166.9884033203125
Epoch258	train_loss=90.70864868164062;	test_loss=165.6458740234375
Epoch259	train_loss=95.2784423828125;	test_loss=167.25372314453125
Epoch260	train_loss=22.792184829711914;	test_loss=167.51243591308594
Epoch261	train_loss=229.22035217285156;	test_loss=165.24209594726562
Epoch262	train_loss=103.95930480957031;	test_loss=166.6879425048828
Epoch263	train_loss=122.33794403076172;	test_loss=170.50558471679688
Epoch264	train_loss=81.93962860107422;	test_loss=168.72215270996094
Epoch265	train_loss=48.14863204956055;	test_loss=165.29168701171875
Epoch266	train_loss=81.78443908691406;	test_loss=169.08059692382812
Epoch267	train_loss=91.0997314453125;	test_loss=165.17300415039062
Epoch268	train_loss=54.76539611816406;	test_loss=168.7255859375
Epoch269	train_loss=61.78184509277344;	test_loss=166.1026611328125
Epoch270	train_loss=68.49235534667969;	test_loss=166.02081298828125
Epoch271	train_loss=247.99609375;	test_loss=166.1276397705078
Epoch272	train_loss=120.70687103271484;	test_loss=167.41189575195312
Epoch273	train_loss=97.8203353881836;	test_loss=167.99368286132812
Epoch274	train_loss=177.37574768066406;	test_loss=167.0753631591797
Epoch275	train_loss=82.12968444824219;	test_loss=171.7890625
Epoch276	train_loss=221.09283447265625;	test_loss=166.97079467773438
Epoch277	train_loss=258.6123046875;	test_loss=165.30746459960938
Epoch278	train_loss=110.29498291015625;	test_loss=166.52224731445312
Epoch279	train_loss=171.44740295410156;	test_loss=169.48098754882812
Epoch280	train_loss=86.45573425292969;	test_loss=167.22605895996094
Epoch281	train_loss=129.28526306152344;	test_loss=169.0938720703125
Epoch282	train_loss=102.89115905761719;	test_loss=180.31692504882812
Epoch283	train_loss=185.62228393554688;	test_loss=167.18186950683594
Epoch284	train_loss=76.47329711914062;	test_loss=168.13336181640625
Epoch285	train_loss=106.66343688964844;	test_loss=173.42889404296875
Epoch286	train_loss=20.94886016845703;	test_loss=167.1776123046875
Epoch287	train_loss=40.294193267822266;	test_loss=172.21571350097656
Epoch288	train_loss=74.01040649414062;	test_loss=173.62257385253906
Epoch289	train_loss=36.136962890625;	test_loss=166.45216369628906
Epoch290	train_loss=60.304141998291016;	test_loss=168.3040771484375
Epoch291	train_loss=181.0839080810547;	test_loss=169.24462890625
Epoch292	train_loss=131.78611755371094;	test_loss=170.660400390625
Epoch293	train_loss=49.06169128417969;	test_loss=171.1207733154297
Epoch294	train_loss=72.39063262939453;	test_loss=166.87535095214844
Epoch295	train_loss=72.06815338134766;	test_loss=171.02784729003906
Epoch296	train_loss=49.20664978027344;	test_loss=173.3590545654297
Epoch297	train_loss=58.20360565185547;	test_loss=168.9880828857422
Epoch298	train_loss=146.0550537109375;	test_loss=169.383544921875
Epoch299	train_loss=19.995861053466797;	test_loss=166.98663330078125
Epoch300	train_loss=128.866455078125;	test_loss=169.03955078125
Epoch301	train_loss=139.46743774414062;	test_loss=168.3434295654297
Epoch302	train_loss=369.8714294433594;	test_loss=168.7963104248047
Epoch303	train_loss=398.13201904296875;	test_loss=167.7097930908203
Epoch304	train_loss=63.90373992919922;	test_loss=170.7495574951172
Epoch305	train_loss=110.13800048828125;	test_loss=169.39561462402344
Epoch306	train_loss=59.246299743652344;	test_loss=173.5753631591797
Epoch307	train_loss=29.59805679321289;	test_loss=172.925537109375
Epoch308	train_loss=260.149658203125;	test_loss=173.7454071044922
Epoch309	train_loss=99.97781372070312;	test_loss=165.7487335205078
Epoch310	train_loss=59.40788269042969;	test_loss=173.73757934570312
Epoch311	train_loss=101.50387573242188;	test_loss=174.5129852294922
Epoch312	train_loss=33.911102294921875;	test_loss=171.04429626464844
Epoch313	train_loss=103.59285736083984;	test_loss=170.2954559326172
Epoch314	train_loss=56.398765563964844;	test_loss=169.6305694580078
Epoch315	train_loss=28.306442260742188;	test_loss=167.46556091308594
Epoch316	train_loss=109.94493103027344;	test_loss=170.5624542236328
Epoch317	train_loss=64.3170166015625;	test_loss=167.10853576660156
Epoch318	train_loss=53.321678161621094;	test_loss=169.68153381347656
Epoch319	train_loss=68.4583969116211;	test_loss=171.46871948242188
Epoch320	train_loss=97.14822387695312;	test_loss=172.6700897216797
Epoch321	train_loss=65.46566772460938;	test_loss=168.3562469482422
Epoch322	train_loss=94.41256713867188;	test_loss=170.82374572753906
Epoch323	train_loss=137.898681640625;	test_loss=165.9030303955078
Epoch324	train_loss=46.23807144165039;	test_loss=166.7240447998047
Epoch325	train_loss=111.80341339111328;	test_loss=169.15682983398438
Epoch326	train_loss=78.33816528320312;	test_loss=168.00567626953125
Epoch327	train_loss=132.9180908203125;	test_loss=169.5795440673828
Epoch328	train_loss=206.95980834960938;	test_loss=167.82473754882812
Epoch329	train_loss=174.596923828125;	test_loss=169.41680908203125
Epoch330	train_loss=22.984333038330078;	test_loss=170.9974365234375
Epoch331	train_loss=25.0074462890625;	test_loss=171.71217346191406
Epoch332	train_loss=15.884393692016602;	test_loss=168.67117309570312
Epoch333	train_loss=99.35780334472656;	test_loss=172.7699432373047
Epoch334	train_loss=430.5616455078125;	test_loss=169.6216278076172
Epoch335	train_loss=89.4288330078125;	test_loss=170.90426635742188
Epoch336	train_loss=42.78995895385742;	test_loss=169.80084228515625
Epoch337	train_loss=140.05064392089844;	test_loss=172.5184326171875
Epoch338	train_loss=48.92035675048828;	test_loss=173.37542724609375
Epoch339	train_loss=146.59022521972656;	test_loss=166.92169189453125
Epoch340	train_loss=108.60641479492188;	test_loss=169.43106079101562
Epoch341	train_loss=69.9407730102539;	test_loss=168.52622985839844
Epoch342	train_loss=74.3256607055664;	test_loss=169.4618682861328
Epoch343	train_loss=44.34960174560547;	test_loss=168.18577575683594
Epoch344	train_loss=54.84320068359375;	test_loss=168.65420532226562
Epoch345	train_loss=32.146705627441406;	test_loss=172.78143310546875
Epoch346	train_loss=60.98536682128906;	test_loss=167.49398803710938
Epoch347	train_loss=46.38206481933594;	test_loss=171.91400146484375
Epoch348	train_loss=36.22429275512695;	test_loss=169.9139862060547
Epoch349	train_loss=115.7431640625;	test_loss=172.67649841308594
Epoch350	train_loss=82.02909088134766;	test_loss=173.10018920898438
Epoch351	train_loss=128.486083984375;	test_loss=167.79632568359375
Epoch352	train_loss=281.5753173828125;	test_loss=172.36744689941406
Epoch353	train_loss=50.408775329589844;	test_loss=173.17596435546875
Epoch354	train_loss=154.61740112304688;	test_loss=167.79359436035156
Epoch355	train_loss=72.35369110107422;	test_loss=166.7074737548828
Epoch356	train_loss=99.47679901123047;	test_loss=172.9941864013672
Epoch357	train_loss=72.99706268310547;	test_loss=169.5458984375
Epoch358	train_loss=87.89140319824219;	test_loss=168.33705139160156
Epoch359	train_loss=142.96969604492188;	test_loss=171.98841857910156
Epoch360	train_loss=65.30501556396484;	test_loss=167.8355255126953
Epoch361	train_loss=110.52889251708984;	test_loss=170.620849609375
Epoch362	train_loss=45.881004333496094;	test_loss=170.91261291503906
Epoch363	train_loss=97.90229797363281;	test_loss=170.06642150878906
Epoch364	train_loss=216.22080993652344;	test_loss=173.4314727783203
Epoch365	train_loss=41.149627685546875;	test_loss=174.33399963378906
Epoch366	train_loss=183.74169921875;	test_loss=172.0081329345703
Epoch367	train_loss=72.06669616699219;	test_loss=169.99513244628906
Epoch368	train_loss=54.64147186279297;	test_loss=175.04220581054688
Epoch369	train_loss=206.2454833984375;	test_loss=171.29820251464844
Epoch370	train_loss=55.218231201171875;	test_loss=178.50205993652344
Epoch371	train_loss=203.20822143554688;	test_loss=170.30050659179688
Epoch372	train_loss=105.51937866210938;	test_loss=170.9349365234375
Epoch373	train_loss=225.32054138183594;	test_loss=175.46450805664062
Epoch374	train_loss=120.64036560058594;	test_loss=172.2657470703125
Epoch375	train_loss=53.845741271972656;	test_loss=172.70257568359375
Epoch376	train_loss=89.41610717773438;	test_loss=172.53237915039062
Epoch377	train_loss=54.01759338378906;	test_loss=172.60496520996094
Epoch378	train_loss=93.93123626708984;	test_loss=171.54257202148438
Epoch379	train_loss=92.50384521484375;	test_loss=169.861083984375
Epoch380	train_loss=52.27862548828125;	test_loss=170.2892303466797
Epoch381	train_loss=133.14498901367188;	test_loss=168.71475219726562
Epoch382	train_loss=33.45380401611328;	test_loss=169.9348907470703
Epoch383	train_loss=56.498634338378906;	test_loss=171.61492919921875
Epoch384	train_loss=120.84095764160156;	test_loss=170.45851135253906
Epoch385	train_loss=121.76788330078125;	test_loss=172.35423278808594
Epoch386	train_loss=46.307960510253906;	test_loss=173.06556701660156
Epoch387	train_loss=45.002044677734375;	test_loss=177.33033752441406
Epoch388	train_loss=56.321197509765625;	test_loss=170.09201049804688
Epoch389	train_loss=96.3664779663086;	test_loss=171.3170166015625
Epoch390	train_loss=44.30844497680664;	test_loss=170.58860778808594
Epoch391	train_loss=36.14862823486328;	test_loss=173.2301788330078
Epoch392	train_loss=60.65455627441406;	test_loss=172.69577026367188
Epoch393	train_loss=7.456932067871094;	test_loss=174.25064086914062
Epoch394	train_loss=47.84543991088867;	test_loss=170.77264404296875
Epoch395	train_loss=31.6513614654541;	test_loss=177.41610717773438
Epoch396	train_loss=38.1455078125;	test_loss=176.95675659179688
Epoch397	train_loss=175.17832946777344;	test_loss=171.3153839111328
Epoch398	train_loss=91.6417465209961;	test_loss=178.89308166503906
Epoch399	train_loss=156.99484252929688;	test_loss=173.46847534179688
Epoch400	train_loss=155.43289184570312;	test_loss=172.0499725341797
Epoch401	train_loss=39.382102966308594;	test_loss=178.85218811035156
Epoch402	train_loss=155.978271484375;	test_loss=173.58102416992188
Epoch403	train_loss=91.15457153320312;	test_loss=172.65147399902344
Epoch404	train_loss=83.7687759399414;	test_loss=175.80918884277344
Epoch405	train_loss=29.027286529541016;	test_loss=175.95358276367188
Epoch406	train_loss=88.40960693359375;	test_loss=176.69793701171875
Epoch407	train_loss=142.41639709472656;	test_loss=178.6176300048828
Epoch408	train_loss=87.9983139038086;	test_loss=170.7889862060547
Epoch409	train_loss=12.634477615356445;	test_loss=179.09262084960938
Epoch410	train_loss=44.03211212158203;	test_loss=174.99346923828125
Epoch411	train_loss=251.33331298828125;	test_loss=170.40875244140625
Epoch412	train_loss=54.28791809082031;	test_loss=172.22164916992188
Epoch413	train_loss=136.53335571289062;	test_loss=169.8503875732422
Epoch414	train_loss=69.97278594970703;	test_loss=172.3353271484375
Epoch415	train_loss=41.67979431152344;	test_loss=172.5886993408203
Epoch416	train_loss=83.56537628173828;	test_loss=170.9588623046875
Epoch417	train_loss=138.784423828125;	test_loss=177.43402099609375
Epoch418	train_loss=185.16763305664062;	test_loss=173.15354919433594
Epoch419	train_loss=262.7960510253906;	test_loss=175.56231689453125
Epoch420	train_loss=141.8677215576172;	test_loss=171.69677734375
Epoch421	train_loss=72.74707794189453;	test_loss=175.6665802001953
Epoch422	train_loss=29.64832305908203;	test_loss=173.2248077392578
Epoch423	train_loss=51.400543212890625;	test_loss=171.06285095214844
Epoch424	train_loss=104.2879638671875;	test_loss=172.8037567138672
Epoch425	train_loss=113.9327163696289;	test_loss=172.79977416992188
Epoch426	train_loss=59.02262878417969;	test_loss=176.99972534179688
Epoch427	train_loss=123.89205932617188;	test_loss=172.47344970703125
Epoch428	train_loss=61.61555480957031;	test_loss=175.55369567871094
Epoch429	train_loss=62.95553970336914;	test_loss=170.66700744628906
Epoch430	train_loss=20.36328887939453;	test_loss=175.33877563476562
Epoch431	train_loss=136.23797607421875;	test_loss=169.81915283203125
Epoch432	train_loss=94.79165649414062;	test_loss=172.9292755126953
Epoch433	train_loss=43.863250732421875;	test_loss=174.4236602783203
Epoch434	train_loss=188.271240234375;	test_loss=175.54684448242188
Epoch435	train_loss=42.263729095458984;	test_loss=173.60919189453125
Epoch436	train_loss=37.56405258178711;	test_loss=176.08326721191406
Epoch437	train_loss=55.54365921020508;	test_loss=174.9999237060547
Epoch438	train_loss=101.33860778808594;	test_loss=178.52928161621094
Epoch439	train_loss=46.71226501464844;	test_loss=173.2032470703125
Epoch440	train_loss=251.07772827148438;	test_loss=175.90565490722656
Epoch441	train_loss=54.430076599121094;	test_loss=174.80711364746094
Epoch442	train_loss=32.001739501953125;	test_loss=177.05789184570312
Epoch443	train_loss=126.70349884033203;	test_loss=173.8870086669922
Epoch444	train_loss=69.45186614990234;	test_loss=176.3307342529297
Epoch445	train_loss=103.13673400878906;	test_loss=171.3487548828125
Epoch446	train_loss=24.448806762695312;	test_loss=175.39169311523438
Epoch447	train_loss=145.1188507080078;	test_loss=173.15821838378906
Epoch448	train_loss=76.99293518066406;	test_loss=173.3450469970703
Epoch449	train_loss=71.32473754882812;	test_loss=176.69927978515625
Epoch450	train_loss=53.33983612060547;	test_loss=173.14515686035156
Epoch451	train_loss=77.15863037109375;	test_loss=175.69424438476562
Epoch452	train_loss=85.1688461303711;	test_loss=172.2783660888672
Epoch453	train_loss=209.48812866210938;	test_loss=175.64918518066406
Epoch454	train_loss=357.56121826171875;	test_loss=173.64218139648438
Epoch455	train_loss=92.24597930908203;	test_loss=176.67381286621094
Epoch456	train_loss=308.12542724609375;	test_loss=176.74365234375
Epoch457	train_loss=132.015869140625;	test_loss=173.9972686767578
Epoch458	train_loss=89.13408660888672;	test_loss=174.8729705810547
Epoch459	train_loss=58.77813720703125;	test_loss=174.6692657470703
Epoch460	train_loss=249.3212432861328;	test_loss=176.02435302734375
Epoch461	train_loss=12.244712829589844;	test_loss=169.78961181640625
Epoch462	train_loss=97.03103637695312;	test_loss=174.86793518066406
Epoch463	train_loss=185.26812744140625;	test_loss=175.12709045410156
Epoch464	train_loss=147.02989196777344;	test_loss=171.4495391845703
Epoch465	train_loss=102.40936279296875;	test_loss=175.59539794921875
Epoch466	train_loss=342.73974609375;	test_loss=180.47869873046875
Epoch467	train_loss=67.86572265625;	test_loss=178.2762908935547
Epoch468	train_loss=104.47776794433594;	test_loss=171.70956420898438
Epoch469	train_loss=46.14970397949219;	test_loss=176.0803680419922
Epoch470	train_loss=106.60987854003906;	test_loss=169.4907684326172
Epoch471	train_loss=160.86912536621094;	test_loss=181.79693603515625
Epoch472	train_loss=101.37408447265625;	test_loss=176.08645629882812
Epoch473	train_loss=87.1867446899414;	test_loss=176.8185577392578
Epoch474	train_loss=374.92095947265625;	test_loss=177.62428283691406
Epoch475	train_loss=161.96859741210938;	test_loss=180.7080841064453
Epoch476	train_loss=80.6181640625;	test_loss=174.4325408935547
Epoch477	train_loss=45.86625671386719;	test_loss=173.795166015625
Epoch478	train_loss=99.42539978027344;	test_loss=176.3048553466797
Epoch479	train_loss=15.834640502929688;	test_loss=173.38604736328125
Epoch480	train_loss=43.39463806152344;	test_loss=176.16970825195312
Epoch481	train_loss=28.40148162841797;	test_loss=174.7633056640625
Epoch482	train_loss=51.20500946044922;	test_loss=179.14735412597656
Epoch483	train_loss=40.5732421875;	test_loss=178.2903289794922
Epoch484	train_loss=109.52525329589844;	test_loss=176.7103271484375
Epoch485	train_loss=86.56726837158203;	test_loss=177.48973083496094
Epoch486	train_loss=56.32231140136719;	test_loss=175.97679138183594
Epoch487	train_loss=95.17716979980469;	test_loss=173.07562255859375
Epoch488	train_loss=69.6948013305664;	test_loss=173.30274963378906
Epoch489	train_loss=74.6257095336914;	test_loss=176.6423797607422
Epoch490	train_loss=67.63936614990234;	test_loss=175.1774139404297
Epoch491	train_loss=344.3309020996094;	test_loss=171.92262268066406
Epoch492	train_loss=112.2237319946289;	test_loss=175.1491241455078
Epoch493	train_loss=44.46113586425781;	test_loss=172.8500518798828
Epoch494	train_loss=153.43960571289062;	test_loss=174.73953247070312
Epoch495	train_loss=42.94164276123047;	test_loss=174.45420837402344
Epoch496	train_loss=145.4725341796875;	test_loss=177.93527221679688
Epoch497	train_loss=26.37982177734375;	test_loss=177.62635803222656
Epoch498	train_loss=72.48396301269531;	test_loss=174.05508422851562
Epoch499	train_loss=85.62081909179688;	test_loss=174.2257843017578
Epoch500	train_loss=29.750656127929688;	test_loss=175.96337890625
Epoch501	train_loss=90.82303619384766;	test_loss=172.4476318359375
Epoch502	train_loss=112.97637939453125;	test_loss=171.83328247070312
Epoch503	train_loss=52.96722412109375;	test_loss=176.00125122070312
Epoch504	train_loss=102.60980224609375;	test_loss=178.60562133789062
Epoch505	train_loss=87.67919921875;	test_loss=177.99069213867188
Epoch506	train_loss=88.26679992675781;	test_loss=175.7565460205078
Epoch507	train_loss=79.70805358886719;	test_loss=177.4329376220703
Epoch508	train_loss=38.03441619873047;	test_loss=173.5498809814453
Epoch509	train_loss=91.21156311035156;	test_loss=177.76821899414062
Epoch510	train_loss=30.05316925048828;	test_loss=180.76150512695312
Epoch511	train_loss=99.08708190917969;	test_loss=175.48995971679688
Epoch512	train_loss=29.44219207763672;	test_loss=187.26832580566406
Epoch513	train_loss=53.0918083190918;	test_loss=175.8783721923828
Epoch514	train_loss=15.142242431640625;	test_loss=176.95059204101562
Epoch515	train_loss=48.330596923828125;	test_loss=174.42506408691406
Epoch516	train_loss=52.066078186035156;	test_loss=177.2805938720703
Epoch517	train_loss=59.49785614013672;	test_loss=174.91612243652344
Epoch518	train_loss=66.91070556640625;	test_loss=174.93637084960938
Epoch519	train_loss=54.51722717285156;	test_loss=187.1157684326172
Epoch520	train_loss=116.40522766113281;	test_loss=174.82330322265625
Epoch521	train_loss=68.87889099121094;	test_loss=179.64407348632812
Epoch522	train_loss=48.012237548828125;	test_loss=177.61170959472656
Epoch523	train_loss=109.75228881835938;	test_loss=176.3842010498047
Epoch524	train_loss=75.85289001464844;	test_loss=176.90444946289062
Epoch525	train_loss=20.452789306640625;	test_loss=179.31298828125
Epoch526	train_loss=132.973388671875;	test_loss=179.60707092285156
Epoch527	train_loss=78.84773254394531;	test_loss=176.1043243408203
Epoch528	train_loss=81.25483703613281;	test_loss=187.7523651123047
Epoch529	train_loss=34.08544158935547;	test_loss=174.0749969482422
Epoch530	train_loss=18.1630859375;	test_loss=177.0048828125
Epoch531	train_loss=49.58380126953125;	test_loss=181.03607177734375
Epoch532	train_loss=54.10566711425781;	test_loss=175.346435546875
Epoch533	train_loss=40.99090576171875;	test_loss=179.60928344726562
Epoch534	train_loss=58.623687744140625;	test_loss=177.03933715820312
Epoch535	train_loss=63.383209228515625;	test_loss=182.1289825439453
Epoch536	train_loss=69.52543640136719;	test_loss=174.79115295410156
Epoch537	train_loss=59.48921203613281;	test_loss=177.26138305664062
Epoch538	train_loss=140.58558654785156;	test_loss=172.88246154785156
Epoch539	train_loss=23.393169403076172;	test_loss=176.4007568359375
Epoch540	train_loss=81.20752716064453;	test_loss=177.4695587158203
Epoch541	train_loss=40.33344268798828;	test_loss=176.0894317626953
Epoch542	train_loss=87.92256927490234;	test_loss=180.0107421875
Epoch543	train_loss=42.72288513183594;	test_loss=179.49661254882812
Epoch544	train_loss=17.29487419128418;	test_loss=178.8826141357422
Epoch545	train_loss=40.44853210449219;	test_loss=178.3204803466797
Epoch546	train_loss=125.34941101074219;	test_loss=175.4989776611328
Epoch547	train_loss=77.92221069335938;	test_loss=179.2848358154297
Epoch548	train_loss=60.801387786865234;	test_loss=176.71670532226562
Epoch549	train_loss=104.64752960205078;	test_loss=176.78634643554688
Epoch550	train_loss=121.15744018554688;	test_loss=179.2083740234375
Epoch551	train_loss=53.318572998046875;	test_loss=176.61390686035156
Epoch552	train_loss=23.15937042236328;	test_loss=180.54217529296875
Epoch553	train_loss=72.14595031738281;	test_loss=177.30641174316406
Epoch554	train_loss=29.367122650146484;	test_loss=176.54428100585938
Epoch555	train_loss=51.54439163208008;	test_loss=176.41714477539062
Epoch556	train_loss=179.20394897460938;	test_loss=175.7730255126953
Epoch557	train_loss=93.28253173828125;	test_loss=180.4462432861328
Epoch558	train_loss=55.985496520996094;	test_loss=180.37408447265625
Epoch559	train_loss=67.4541015625;	test_loss=179.27377319335938
Epoch560	train_loss=55.232688903808594;	test_loss=182.5906219482422
Epoch561	train_loss=21.751832962036133;	test_loss=182.47543334960938
Epoch562	train_loss=83.53900146484375;	test_loss=180.31011962890625
Epoch563	train_loss=144.66213989257812;	test_loss=181.6563720703125
Epoch564	train_loss=98.27268981933594;	test_loss=179.17568969726562
Epoch565	train_loss=52.07438659667969;	test_loss=179.44876098632812
Epoch566	train_loss=34.37865447998047;	test_loss=180.3177947998047
Epoch567	train_loss=46.54356002807617;	test_loss=177.94000244140625
Epoch568	train_loss=30.815980911254883;	test_loss=183.16949462890625
Epoch569	train_loss=170.62025451660156;	test_loss=174.91641235351562
Epoch570	train_loss=112.6803970336914;	test_loss=175.21163940429688
Epoch571	train_loss=47.233306884765625;	test_loss=178.32728576660156
Epoch572	train_loss=106.54856872558594;	test_loss=179.4683837890625
Epoch573	train_loss=177.65206909179688;	test_loss=176.99630737304688
Epoch574	train_loss=84.0744857788086;	test_loss=179.3712921142578
Epoch575	train_loss=16.02862548828125;	test_loss=177.7808837890625
Epoch576	train_loss=39.25331115722656;	test_loss=176.91009521484375
Epoch577	train_loss=304.2826843261719;	test_loss=178.5128631591797
Epoch578	train_loss=79.74354553222656;	test_loss=178.58309936523438
Epoch579	train_loss=97.9736557006836;	test_loss=176.33865356445312
Epoch580	train_loss=27.643287658691406;	test_loss=188.7410888671875
Epoch581	train_loss=81.15591430664062;	test_loss=175.56930541992188
Epoch582	train_loss=91.17998504638672;	test_loss=179.0556640625
Epoch583	train_loss=184.50979614257812;	test_loss=175.6192169189453
Epoch584	train_loss=106.62667846679688;	test_loss=179.9083709716797
Epoch585	train_loss=114.06770324707031;	test_loss=180.82969665527344
Epoch586	train_loss=75.5057373046875;	test_loss=178.39871215820312
Epoch587	train_loss=44.19470977783203;	test_loss=178.2900848388672
Epoch588	train_loss=66.60890197753906;	test_loss=181.40768432617188
Epoch589	train_loss=141.08450317382812;	test_loss=179.0477752685547
Epoch590	train_loss=86.30567932128906;	test_loss=179.7778778076172
Epoch591	train_loss=189.9049072265625;	test_loss=179.1927947998047
Epoch592	train_loss=100.44403076171875;	test_loss=184.76548767089844
Epoch593	train_loss=74.8790054321289;	test_loss=180.75872802734375
Epoch594	train_loss=51.62226867675781;	test_loss=180.28030395507812
Epoch595	train_loss=33.150352478027344;	test_loss=179.66624450683594
Epoch596	train_loss=79.16596221923828;	test_loss=179.1201171875
Epoch597	train_loss=105.04269409179688;	test_loss=177.70916748046875
Epoch598	train_loss=49.64677047729492;	test_loss=176.8386993408203
Epoch599	train_loss=81.38306427001953;	test_loss=179.4928741455078
Epoch600	train_loss=104.08649444580078;	test_loss=179.85137939453125
Epoch601	train_loss=79.54461669921875;	test_loss=178.46942138671875
Epoch602	train_loss=91.69709777832031;	test_loss=181.89236450195312
Epoch603	train_loss=202.8135223388672;	test_loss=180.8214874267578
Epoch604	train_loss=58.08848571777344;	test_loss=177.61917114257812
Epoch605	train_loss=65.8499984741211;	test_loss=182.77474975585938
Epoch606	train_loss=92.06399536132812;	test_loss=177.5513458251953
Epoch607	train_loss=100.9914779663086;	test_loss=183.41583251953125
Epoch608	train_loss=94.51570892333984;	test_loss=178.7950897216797
Epoch609	train_loss=119.45733642578125;	test_loss=177.66407775878906
Epoch610	train_loss=68.09674072265625;	test_loss=182.69744873046875
Epoch611	train_loss=92.40755462646484;	test_loss=178.38279724121094
Epoch612	train_loss=91.58204650878906;	test_loss=180.41748046875
Epoch613	train_loss=66.79885864257812;	test_loss=184.93833923339844
Epoch614	train_loss=61.655426025390625;	test_loss=182.01336669921875
Epoch615	train_loss=129.31361389160156;	test_loss=187.86720275878906
Epoch616	train_loss=96.03253173828125;	test_loss=179.41770935058594
Epoch617	train_loss=56.029937744140625;	test_loss=177.69451904296875
Epoch618	train_loss=90.7987060546875;	test_loss=179.61288452148438
Epoch619	train_loss=48.470245361328125;	test_loss=182.64451599121094
Epoch620	train_loss=78.63275146484375;	test_loss=187.2570343017578
Epoch621	train_loss=152.46234130859375;	test_loss=186.46749877929688
Epoch622	train_loss=57.15150451660156;	test_loss=184.21763610839844
Epoch623	train_loss=36.08942794799805;	test_loss=182.2850341796875
Epoch624	train_loss=67.45437622070312;	test_loss=180.3951873779297
Epoch625	train_loss=57.99571228027344;	test_loss=180.09796142578125
Epoch626	train_loss=91.70114135742188;	test_loss=178.5303497314453
Epoch627	train_loss=50.600284576416016;	test_loss=181.99295043945312
Epoch628	train_loss=22.625091552734375;	test_loss=180.67108154296875
Epoch629	train_loss=62.45054244995117;	test_loss=178.91802978515625
Epoch630	train_loss=62.03002166748047;	test_loss=180.24642944335938
Epoch631	train_loss=66.30323028564453;	test_loss=180.86395263671875
Epoch632	train_loss=29.770217895507812;	test_loss=177.62710571289062
Epoch633	train_loss=31.683181762695312;	test_loss=180.81268310546875
Epoch634	train_loss=71.35116577148438;	test_loss=182.72047424316406
Epoch635	train_loss=93.4469985961914;	test_loss=181.0686798095703
Epoch636	train_loss=307.226318359375;	test_loss=177.14976501464844
Epoch637	train_loss=64.68661499023438;	test_loss=181.00009155273438
Epoch638	train_loss=67.90792846679688;	test_loss=182.49647521972656
Epoch639	train_loss=38.75992965698242;	test_loss=178.76708984375
Epoch640	train_loss=149.25254821777344;	test_loss=178.31629943847656
Epoch641	train_loss=109.23641204833984;	test_loss=181.38768005371094
Epoch642	train_loss=45.09913635253906;	test_loss=178.93812561035156
Epoch643	train_loss=36.31134033203125;	test_loss=184.19529724121094
Epoch644	train_loss=31.890289306640625;	test_loss=182.00112915039062
Epoch645	train_loss=87.50135040283203;	test_loss=182.6682586669922
Epoch646	train_loss=31.125274658203125;	test_loss=183.549560546875
Epoch647	train_loss=112.62689208984375;	test_loss=180.46665954589844
Epoch648	train_loss=48.03102111816406;	test_loss=182.03558349609375
Epoch649	train_loss=41.52379608154297;	test_loss=187.9713134765625
Epoch650	train_loss=52.4766845703125;	test_loss=179.72740173339844
Epoch651	train_loss=51.16102600097656;	test_loss=187.84812927246094
Epoch652	train_loss=43.47602844238281;	test_loss=184.1904754638672
Epoch653	train_loss=62.790557861328125;	test_loss=178.60691833496094
Epoch654	train_loss=76.6710205078125;	test_loss=181.558349609375
Epoch655	train_loss=59.76464080810547;	test_loss=182.79652404785156
Epoch656	train_loss=78.06120300292969;	test_loss=181.3448028564453
Epoch657	train_loss=33.355194091796875;	test_loss=179.1587371826172
Epoch658	train_loss=36.00238037109375;	test_loss=181.2615966796875
Epoch659	train_loss=32.64141082763672;	test_loss=181.7571258544922
Epoch660	train_loss=61.29530334472656;	test_loss=182.75927734375
Epoch661	train_loss=32.66786193847656;	test_loss=178.7490234375
Epoch662	train_loss=9.831094741821289;	test_loss=186.0282745361328
Epoch663	train_loss=172.7421875;	test_loss=178.03802490234375
Epoch664	train_loss=24.798919677734375;	test_loss=180.01055908203125
Epoch665	train_loss=75.0266342163086;	test_loss=183.6879425048828
Epoch666	train_loss=28.88995361328125;	test_loss=179.98553466796875
Epoch667	train_loss=45.58683776855469;	test_loss=184.7567596435547
Epoch668	train_loss=44.318359375;	test_loss=179.1413116455078
Epoch669	train_loss=104.08139038085938;	test_loss=181.13270568847656
Epoch670	train_loss=32.59027099609375;	test_loss=185.7919464111328
Epoch671	train_loss=106.62232971191406;	test_loss=179.4287567138672
Epoch672	train_loss=119.58290100097656;	test_loss=180.22140502929688
Epoch673	train_loss=16.503089904785156;	test_loss=181.2786407470703
Epoch674	train_loss=67.72819519042969;	test_loss=181.3336639404297
Epoch675	train_loss=110.95525360107422;	test_loss=185.32101440429688
Epoch676	train_loss=69.13156127929688;	test_loss=183.5474090576172
Epoch677	train_loss=36.46681213378906;	test_loss=183.6898956298828
Epoch678	train_loss=250.1585235595703;	test_loss=181.355224609375
Epoch679	train_loss=35.11968994140625;	test_loss=181.53756713867188
Epoch680	train_loss=133.44467163085938;	test_loss=183.40176391601562
Epoch681	train_loss=83.96769714355469;	test_loss=184.53515625
Epoch682	train_loss=71.12142944335938;	test_loss=180.3704071044922
Epoch683	train_loss=127.40725708007812;	test_loss=180.2474365234375
Epoch684	train_loss=57.86542510986328;	test_loss=183.1876220703125
Epoch685	train_loss=19.560592651367188;	test_loss=183.8642120361328
Epoch686	train_loss=26.29290008544922;	test_loss=181.1669921875
Epoch687	train_loss=13.815582275390625;	test_loss=183.08233642578125
Epoch688	train_loss=59.39262390136719;	test_loss=184.084228515625
Epoch689	train_loss=140.38388061523438;	test_loss=180.1730499267578
Epoch690	train_loss=126.56005859375;	test_loss=179.26463317871094
Epoch691	train_loss=61.05113220214844;	test_loss=193.82949829101562
Epoch692	train_loss=46.723785400390625;	test_loss=179.1594696044922
Epoch693	train_loss=58.840641021728516;	test_loss=179.67628479003906
Epoch694	train_loss=65.28935241699219;	test_loss=179.58937072753906
Epoch695	train_loss=86.85232543945312;	test_loss=182.72535705566406
Epoch696	train_loss=121.99942016601562;	test_loss=180.11473083496094
Epoch697	train_loss=174.1980438232422;	test_loss=181.84060668945312
Epoch698	train_loss=47.446510314941406;	test_loss=180.02610778808594
Epoch699	train_loss=46.91075897216797;	test_loss=180.66653442382812
Epoch700	train_loss=103.71034240722656;	test_loss=181.52516174316406
Epoch701	train_loss=49.88505554199219;	test_loss=180.2446746826172
Epoch702	train_loss=10.46380615234375;	test_loss=181.9514617919922
Epoch703	train_loss=77.52507019042969;	test_loss=190.6752471923828
Epoch704	train_loss=23.753646850585938;	test_loss=182.0045928955078
Epoch705	train_loss=442.9654541015625;	test_loss=181.4447021484375
Epoch706	train_loss=35.05724334716797;	test_loss=178.0847930908203
Epoch707	train_loss=28.42969512939453;	test_loss=182.27273559570312
Epoch708	train_loss=105.13152313232422;	test_loss=179.9791259765625
Epoch709	train_loss=125.0611572265625;	test_loss=180.6684112548828
Epoch710	train_loss=49.483924865722656;	test_loss=182.918701171875
Epoch711	train_loss=52.75507354736328;	test_loss=182.19290161132812
Epoch712	train_loss=79.57598114013672;	test_loss=180.9755859375
Epoch713	train_loss=53.96319580078125;	test_loss=180.6959991455078
Epoch714	train_loss=106.79385375976562;	test_loss=181.26141357421875
Epoch715	train_loss=36.54877471923828;	test_loss=183.161376953125
Epoch716	train_loss=42.73362731933594;	test_loss=182.4611053466797
Epoch717	train_loss=53.571781158447266;	test_loss=181.81964111328125
Epoch718	train_loss=46.594932556152344;	test_loss=180.84938049316406
Epoch719	train_loss=46.97334289550781;	test_loss=183.1338348388672
Epoch720	train_loss=301.77337646484375;	test_loss=179.5852813720703
Epoch721	train_loss=56.63276672363281;	test_loss=193.4027099609375
Epoch722	train_loss=74.47134399414062;	test_loss=180.31698608398438
Epoch723	train_loss=94.96630859375;	test_loss=182.45242309570312
Epoch724	train_loss=31.381011962890625;	test_loss=179.3870391845703
Epoch725	train_loss=165.99913024902344;	test_loss=187.18133544921875
Epoch726	train_loss=289.2569885253906;	test_loss=178.46884155273438
Epoch727	train_loss=19.620895385742188;	test_loss=181.85513305664062
Epoch728	train_loss=67.13583374023438;	test_loss=179.85739135742188
Epoch729	train_loss=42.786277770996094;	test_loss=182.37342834472656
Epoch730	train_loss=36.47659683227539;	test_loss=185.50486755371094
Epoch731	train_loss=64.8177490234375;	test_loss=178.3140106201172
Epoch732	train_loss=36.748931884765625;	test_loss=185.55226135253906
Epoch733	train_loss=46.81452941894531;	test_loss=181.3743438720703
Epoch734	train_loss=61.7652587890625;	test_loss=180.82354736328125
Epoch735	train_loss=140.2401123046875;	test_loss=186.77685546875
Epoch736	train_loss=36.93190002441406;	test_loss=185.78973388671875
Epoch737	train_loss=47.21752166748047;	test_loss=179.75759887695312
Epoch738	train_loss=19.327552795410156;	test_loss=178.63973999023438
Epoch739	train_loss=87.47492218017578;	test_loss=181.9918212890625
Epoch740	train_loss=78.919921875;	test_loss=187.84042358398438
Epoch741	train_loss=60.64106750488281;	test_loss=178.8126678466797
Epoch742	train_loss=45.12173080444336;	test_loss=182.06195068359375
Epoch743	train_loss=30.9718017578125;	test_loss=181.03280639648438
Epoch744	train_loss=29.288665771484375;	test_loss=180.94346618652344
Epoch745	train_loss=70.13390350341797;	test_loss=183.17584228515625
Epoch746	train_loss=37.072471618652344;	test_loss=181.5238800048828
Epoch747	train_loss=43.61463928222656;	test_loss=183.19171142578125
Epoch748	train_loss=74.67100524902344;	test_loss=182.31671142578125
Epoch749	train_loss=37.95561218261719;	test_loss=187.05735778808594
Epoch750	train_loss=50.193382263183594;	test_loss=182.69581604003906
Epoch751	train_loss=54.078163146972656;	test_loss=184.38710021972656
Epoch752	train_loss=147.4842987060547;	test_loss=184.3894805908203
Epoch753	train_loss=90.69416046142578;	test_loss=182.48374938964844
Epoch754	train_loss=70.0354995727539;	test_loss=182.4010009765625
Epoch755	train_loss=86.471435546875;	test_loss=180.82444763183594
Epoch756	train_loss=51.5216178894043;	test_loss=184.0182342529297
Epoch757	train_loss=72.80244445800781;	test_loss=180.73382568359375
Epoch758	train_loss=62.15303039550781;	test_loss=181.0908203125
Epoch759	train_loss=61.396141052246094;	test_loss=186.23410034179688
Epoch760	train_loss=67.81782531738281;	test_loss=181.72506713867188
Epoch761	train_loss=19.16179084777832;	test_loss=182.35284423828125
Epoch762	train_loss=20.611454010009766;	test_loss=181.816162109375
Epoch763	train_loss=60.601715087890625;	test_loss=183.4180145263672
Epoch764	train_loss=78.28729248046875;	test_loss=188.7829132080078
Epoch765	train_loss=156.48422241210938;	test_loss=181.41014099121094
Epoch766	train_loss=29.350746154785156;	test_loss=181.7572479248047
Epoch767	train_loss=22.47571563720703;	test_loss=193.00367736816406
Epoch768	train_loss=66.21926879882812;	test_loss=187.6829376220703
Epoch769	train_loss=45.397090911865234;	test_loss=183.00523376464844
Epoch770	train_loss=38.06843566894531;	test_loss=181.80996704101562
Epoch771	train_loss=49.38353729248047;	test_loss=183.0864715576172
Epoch772	train_loss=21.868927001953125;	test_loss=179.63946533203125
Epoch773	train_loss=153.85806274414062;	test_loss=183.11488342285156
Epoch774	train_loss=83.6854248046875;	test_loss=184.11302185058594
Epoch775	train_loss=63.553314208984375;	test_loss=183.46157836914062
Epoch776	train_loss=36.563560485839844;	test_loss=184.73391723632812
Epoch777	train_loss=15.831863403320312;	test_loss=188.1799774169922
Epoch778	train_loss=50.57689666748047;	test_loss=185.4364776611328
Epoch779	train_loss=386.17034912109375;	test_loss=184.39208984375
Epoch780	train_loss=23.39788818359375;	test_loss=181.66390991210938
Epoch781	train_loss=77.74819946289062;	test_loss=181.9503631591797
Epoch782	train_loss=42.7474365234375;	test_loss=181.79893493652344
Epoch783	train_loss=62.39202880859375;	test_loss=182.03184509277344
Epoch784	train_loss=52.8082275390625;	test_loss=184.2098846435547
Epoch785	train_loss=18.594139099121094;	test_loss=183.40216064453125
Epoch786	train_loss=256.3651123046875;	test_loss=190.28939819335938
Epoch787	train_loss=47.43460464477539;	test_loss=186.39376831054688
Epoch788	train_loss=28.07488250732422;	test_loss=183.3459930419922
Epoch789	train_loss=47.056793212890625;	test_loss=181.73477172851562
Epoch790	train_loss=49.663516998291016;	test_loss=183.84420776367188
Epoch791	train_loss=74.17784881591797;	test_loss=183.7215576171875
Epoch792	train_loss=28.522613525390625;	test_loss=181.73980712890625
Epoch793	train_loss=111.09022521972656;	test_loss=184.20794677734375
Epoch794	train_loss=42.103721618652344;	test_loss=178.43020629882812
Epoch795	train_loss=56.60519790649414;	test_loss=183.6142120361328
Epoch796	train_loss=55.73228454589844;	test_loss=186.857666015625
Epoch797	train_loss=22.64189910888672;	test_loss=183.12872314453125
Epoch798	train_loss=73.04864501953125;	test_loss=186.92333984375
Epoch799	train_loss=66.7872085571289;	test_loss=184.33189392089844
Epoch800	train_loss=44.381927490234375;	test_loss=178.8159637451172
Epoch801	train_loss=64.13871765136719;	test_loss=184.5723114013672
Epoch802	train_loss=80.40055084228516;	test_loss=180.13319396972656
Epoch803	train_loss=92.01327514648438;	test_loss=180.32958984375
Epoch804	train_loss=7.816143035888672;	test_loss=179.43019104003906
Epoch805	train_loss=32.84796142578125;	test_loss=183.9385223388672
Epoch806	train_loss=125.72084045410156;	test_loss=181.43783569335938
Epoch807	train_loss=90.45452880859375;	test_loss=185.8912811279297
Epoch808	train_loss=77.74324035644531;	test_loss=182.04046630859375
Epoch809	train_loss=72.04763793945312;	test_loss=180.31671142578125
Epoch810	train_loss=55.218231201171875;	test_loss=181.2058868408203
Epoch811	train_loss=33.18376159667969;	test_loss=187.8575439453125
Epoch812	train_loss=31.92188262939453;	test_loss=187.9580535888672
Epoch813	train_loss=40.84429931640625;	test_loss=180.8038787841797
Epoch814	train_loss=119.68488311767578;	test_loss=182.82383728027344
Epoch815	train_loss=56.238746643066406;	test_loss=184.28836059570312
Epoch816	train_loss=28.715591430664062;	test_loss=182.2535400390625
Epoch817	train_loss=56.438865661621094;	test_loss=180.06858825683594
Epoch818	train_loss=54.02918243408203;	test_loss=182.93638610839844
Epoch819	train_loss=49.62494659423828;	test_loss=183.32191467285156
Epoch820	train_loss=77.99179077148438;	test_loss=180.5166015625
Epoch821	train_loss=147.37924194335938;	test_loss=181.10220336914062
Epoch822	train_loss=17.44913101196289;	test_loss=189.98069763183594
Epoch823	train_loss=161.90496826171875;	test_loss=185.02883911132812
Epoch824	train_loss=117.85374450683594;	test_loss=182.14608764648438
Epoch825	train_loss=105.32754516601562;	test_loss=181.79666137695312
Epoch826	train_loss=33.033103942871094;	test_loss=185.541748046875
Epoch827	train_loss=74.60041046142578;	test_loss=180.92323303222656
Epoch828	train_loss=33.93335723876953;	test_loss=181.68771362304688
Epoch829	train_loss=59.77215576171875;	test_loss=185.8948211669922
Epoch830	train_loss=61.08148193359375;	test_loss=185.54844665527344
Epoch831	train_loss=44.721527099609375;	test_loss=183.33628845214844
Epoch832	train_loss=92.87762451171875;	test_loss=179.80772399902344
Epoch833	train_loss=53.00340270996094;	test_loss=181.86573791503906
Epoch834	train_loss=106.548583984375;	test_loss=181.0498809814453
Epoch835	train_loss=82.30819702148438;	test_loss=185.54469299316406
Epoch836	train_loss=16.736793518066406;	test_loss=186.15768432617188
Epoch837	train_loss=99.37731170654297;	test_loss=182.70123291015625
Epoch838	train_loss=136.5079803466797;	test_loss=190.72901916503906
Epoch839	train_loss=80.60443115234375;	test_loss=183.10252380371094
Epoch840	train_loss=62.950870513916016;	test_loss=181.78515625
Epoch841	train_loss=20.913223266601562;	test_loss=182.80801391601562
Epoch842	train_loss=43.62199020385742;	test_loss=182.9712677001953
Epoch843	train_loss=68.94503784179688;	test_loss=180.9184112548828
Epoch844	train_loss=69.04901123046875;	test_loss=184.2565155029297
Epoch845	train_loss=12.96721076965332;	test_loss=181.47439575195312
Epoch846	train_loss=113.0845947265625;	test_loss=188.98072814941406
Epoch847	train_loss=64.60079193115234;	test_loss=188.41403198242188
Epoch848	train_loss=20.427688598632812;	test_loss=182.16587829589844
Epoch849	train_loss=23.512733459472656;	test_loss=183.84471130371094
Epoch850	train_loss=67.8869857788086;	test_loss=187.4151153564453
Epoch851	train_loss=76.2442626953125;	test_loss=187.05628967285156
Epoch852	train_loss=348.99462890625;	test_loss=182.64453125
Epoch853	train_loss=34.80359649658203;	test_loss=185.06715393066406
Epoch854	train_loss=44.19340515136719;	test_loss=183.1037139892578
Epoch855	train_loss=92.59314727783203;	test_loss=185.43516540527344
Epoch856	train_loss=84.5088882446289;	test_loss=184.66798400878906
Epoch857	train_loss=52.663124084472656;	test_loss=181.89080810546875
Epoch858	train_loss=12.939353942871094;	test_loss=186.2131805419922
Epoch859	train_loss=33.77897644042969;	test_loss=188.69174194335938
Epoch860	train_loss=43.55021667480469;	test_loss=182.61178588867188
Epoch861	train_loss=245.86288452148438;	test_loss=187.34628295898438
Epoch862	train_loss=46.61285400390625;	test_loss=186.69393920898438
Epoch863	train_loss=58.007049560546875;	test_loss=186.3220672607422
Epoch864	train_loss=84.24542236328125;	test_loss=187.88995361328125
Epoch865	train_loss=35.22850799560547;	test_loss=186.2433624267578
Epoch866	train_loss=65.97100067138672;	test_loss=181.8624725341797
Epoch867	train_loss=105.44061279296875;	test_loss=188.32093811035156
Epoch868	train_loss=40.23571014404297;	test_loss=183.0044708251953
Epoch869	train_loss=92.32704162597656;	test_loss=181.69754028320312
Epoch870	train_loss=17.206130981445312;	test_loss=180.79498291015625
Epoch871	train_loss=48.15116882324219;	test_loss=184.36746215820312
Epoch872	train_loss=40.0648193359375;	test_loss=184.7362518310547
Epoch873	train_loss=27.875320434570312;	test_loss=180.8122100830078
Epoch874	train_loss=18.02978515625;	test_loss=186.1558074951172
Epoch875	train_loss=76.40180969238281;	test_loss=183.05303955078125
Epoch876	train_loss=103.24523162841797;	test_loss=189.70089721679688
Epoch877	train_loss=78.63296508789062;	test_loss=185.10516357421875
Epoch878	train_loss=22.52875518798828;	test_loss=184.1531524658203
Epoch879	train_loss=31.405548095703125;	test_loss=187.1062469482422
Epoch880	train_loss=19.082931518554688;	test_loss=190.0933074951172
Epoch881	train_loss=29.48200225830078;	test_loss=182.69224548339844
Epoch882	train_loss=27.784957885742188;	test_loss=180.6383056640625
Epoch883	train_loss=25.239013671875;	test_loss=190.84176635742188
Epoch884	train_loss=140.66012573242188;	test_loss=184.84178161621094
Epoch885	train_loss=14.993232727050781;	test_loss=187.39581298828125
Epoch886	train_loss=31.469440460205078;	test_loss=192.08018493652344
Epoch887	train_loss=33.888031005859375;	test_loss=189.3289794921875
Epoch888	train_loss=17.00951385498047;	test_loss=186.7406768798828
Epoch889	train_loss=76.78530883789062;	test_loss=185.1873321533203
Epoch890	train_loss=88.10842895507812;	test_loss=183.97613525390625
Epoch891	train_loss=58.599159240722656;	test_loss=181.27272033691406
Epoch892	train_loss=99.78468322753906;	test_loss=185.6500244140625
Epoch893	train_loss=166.05914306640625;	test_loss=181.48313903808594
Epoch894	train_loss=30.49700927734375;	test_loss=184.2284698486328
Epoch895	train_loss=61.186309814453125;	test_loss=182.69427490234375
Epoch896	train_loss=61.382381439208984;	test_loss=188.4241485595703
Epoch897	train_loss=66.63809967041016;	test_loss=187.564208984375
Epoch898	train_loss=64.95751953125;	test_loss=182.44711303710938
Epoch899	train_loss=71.66421508789062;	test_loss=182.4559326171875
Epoch900	train_loss=101.25591278076172;	test_loss=185.04823303222656
Epoch901	train_loss=65.10131072998047;	test_loss=182.50241088867188
Epoch902	train_loss=37.12345886230469;	test_loss=183.26776123046875
Epoch903	train_loss=88.13385009765625;	test_loss=185.0454559326172
Epoch904	train_loss=48.00547790527344;	test_loss=186.5223846435547
Epoch905	train_loss=22.810806274414062;	test_loss=189.03338623046875
Epoch906	train_loss=94.23478698730469;	test_loss=190.5251922607422
Epoch907	train_loss=89.48816680908203;	test_loss=187.1849822998047
Epoch908	train_loss=70.16654968261719;	test_loss=184.55078125
Epoch909	train_loss=32.493682861328125;	test_loss=181.58303833007812
Epoch910	train_loss=48.93206787109375;	test_loss=186.43133544921875
Epoch911	train_loss=20.5015869140625;	test_loss=185.96920776367188
Epoch912	train_loss=96.29049682617188;	test_loss=186.70748901367188
Epoch913	train_loss=28.765792846679688;	test_loss=184.06304931640625
Epoch914	train_loss=87.5159912109375;	test_loss=188.53733825683594
Epoch915	train_loss=11.925432205200195;	test_loss=189.04632568359375
Epoch916	train_loss=13.961051940917969;	test_loss=184.6464080810547
Epoch917	train_loss=40.61698913574219;	test_loss=184.470458984375
Epoch918	train_loss=87.99940490722656;	test_loss=188.15933227539062
Epoch919	train_loss=37.26538848876953;	test_loss=186.8328399658203
Epoch920	train_loss=51.55437088012695;	test_loss=183.66944885253906
Epoch921	train_loss=114.95390319824219;	test_loss=191.50411987304688
Epoch922	train_loss=152.87326049804688;	test_loss=184.97596740722656
Epoch923	train_loss=38.63517379760742;	test_loss=184.0477752685547
Epoch924	train_loss=53.66673278808594;	test_loss=186.97811889648438
Epoch925	train_loss=91.36399841308594;	test_loss=187.1029815673828
Epoch926	train_loss=63.69538879394531;	test_loss=185.83680725097656
Epoch927	train_loss=19.35411834716797;	test_loss=185.08782958984375
Epoch928	train_loss=124.78640747070312;	test_loss=182.6703338623047
Epoch929	train_loss=57.285484313964844;	test_loss=187.64697265625
Epoch930	train_loss=26.126266479492188;	test_loss=188.16693115234375
Epoch931	train_loss=30.94280242919922;	test_loss=184.60398864746094
Epoch932	train_loss=174.2566375732422;	test_loss=183.79307556152344
Epoch933	train_loss=169.4597625732422;	test_loss=185.8817138671875
Epoch934	train_loss=60.22454833984375;	test_loss=184.0089874267578
Epoch935	train_loss=40.44595718383789;	test_loss=184.7775421142578
Epoch936	train_loss=82.28193664550781;	test_loss=183.32896423339844
Epoch937	train_loss=28.780136108398438;	test_loss=181.9103240966797
Epoch938	train_loss=53.745819091796875;	test_loss=184.7627716064453
Epoch939	train_loss=40.07499694824219;	test_loss=183.001708984375
Epoch940	train_loss=51.262298583984375;	test_loss=189.31578063964844
Epoch941	train_loss=35.137027740478516;	test_loss=185.3258056640625
Epoch942	train_loss=84.92256164550781;	test_loss=183.02427673339844
Epoch943	train_loss=43.71923828125;	test_loss=185.40440368652344
Epoch944	train_loss=120.228271484375;	test_loss=186.91253662109375
Epoch945	train_loss=33.60771179199219;	test_loss=185.6165313720703
Epoch946	train_loss=52.387413024902344;	test_loss=190.9061279296875
Epoch947	train_loss=8.098043441772461;	test_loss=184.51416015625
Epoch948	train_loss=41.875823974609375;	test_loss=183.2390899658203
Epoch949	train_loss=28.471298217773438;	test_loss=184.87953186035156
Epoch950	train_loss=110.08316802978516;	test_loss=183.39073181152344
Epoch951	train_loss=56.841644287109375;	test_loss=185.8597869873047
Epoch952	train_loss=49.66053009033203;	test_loss=183.30029296875
Epoch953	train_loss=40.296051025390625;	test_loss=186.4375
Epoch954	train_loss=53.01814270019531;	test_loss=191.9707489013672
Epoch955	train_loss=51.135581970214844;	test_loss=188.204833984375
Epoch956	train_loss=58.27562713623047;	test_loss=187.6501922607422
Epoch957	train_loss=78.08357238769531;	test_loss=185.816650390625
Epoch958	train_loss=56.23045349121094;	test_loss=184.7816162109375
Epoch959	train_loss=211.67886352539062;	test_loss=185.9737091064453
Epoch960	train_loss=95.642822265625;	test_loss=186.0648193359375
Epoch961	train_loss=31.126220703125;	test_loss=191.12619018554688
Epoch962	train_loss=62.893310546875;	test_loss=191.36807250976562
Epoch963	train_loss=37.30779266357422;	test_loss=184.75894165039062
Epoch964	train_loss=55.894222259521484;	test_loss=187.8177947998047
Epoch965	train_loss=29.317832946777344;	test_loss=184.68316650390625
Epoch966	train_loss=27.466678619384766;	test_loss=183.20115661621094
Epoch967	train_loss=42.377811431884766;	test_loss=187.31532287597656
Epoch968	train_loss=301.52117919921875;	test_loss=186.8352508544922
Epoch969	train_loss=16.936416625976562;	test_loss=185.70098876953125
Epoch970	train_loss=31.427833557128906;	test_loss=186.5677490234375
Epoch971	train_loss=12.145217895507812;	test_loss=188.38217163085938
Epoch972	train_loss=72.78938293457031;	test_loss=185.64431762695312
Epoch973	train_loss=15.293304443359375;	test_loss=186.7730255126953
Epoch974	train_loss=33.57208251953125;	test_loss=188.18603515625
Epoch975	train_loss=105.0420150756836;	test_loss=188.9976348876953
Epoch976	train_loss=73.25562286376953;	test_loss=183.77427673339844
Epoch977	train_loss=38.94732666015625;	test_loss=186.06089782714844
Epoch978	train_loss=48.255645751953125;	test_loss=185.8621368408203
Epoch979	train_loss=52.364227294921875;	test_loss=183.17401123046875
Epoch980	train_loss=58.690940856933594;	test_loss=185.60137939453125
Epoch981	train_loss=34.34028625488281;	test_loss=187.35934448242188
Epoch982	train_loss=113.05435943603516;	test_loss=186.24615478515625
Epoch983	train_loss=41.346435546875;	test_loss=185.23422241210938
Epoch984	train_loss=33.63398742675781;	test_loss=184.71910095214844
Epoch985	train_loss=45.7623291015625;	test_loss=185.63877868652344
Epoch986	train_loss=37.415279388427734;	test_loss=186.62042236328125
Epoch987	train_loss=115.92111206054688;	test_loss=184.6815948486328
Epoch988	train_loss=35.27190399169922;	test_loss=187.53863525390625
Epoch989	train_loss=25.136505126953125;	test_loss=187.51458740234375
Epoch990	train_loss=8.375732421875;	test_loss=184.71902465820312
Epoch991	train_loss=28.23586654663086;	test_loss=182.47735595703125
Epoch992	train_loss=98.84825134277344;	test_loss=185.08168029785156
Epoch993	train_loss=56.17243576049805;	test_loss=184.951904296875
Epoch994	train_loss=69.74488830566406;	test_loss=190.06089782714844
Epoch995	train_loss=111.62715148925781;	test_loss=187.96743774414062
Epoch996	train_loss=76.85356140136719;	test_loss=184.66978454589844
Epoch997	train_loss=161.71475219726562;	test_loss=185.44073486328125
Epoch998	train_loss=47.8111572265625;	test_loss=185.31190490722656
Epoch999	train_loss=20.732376098632812;	test_loss=187.7559814453125
Epoch1000	train_loss=57.25261688232422;	test_loss=184.59608459472656


------------------------------------------- TRAINING SCORES -------------------------------------------
Overall MAE: 97.71056816482545 +/- 81.78424977789673
Overall RMSE: 131.6625672750473 +/- 125.89378444691727
Overall MAPE: 12.892659771203995 +/- 20.992895892969372
Overall R2: 80.18670288920401 +/- 80.89358797014853


------------------------------------------- TESTING SCORES -------------------------------------------
Overall MAE: 176.57798167419435 +/- 8.175191521286836
Overall RMSE: 284.9779208984375 +/- 10.737572034407977
Overall MAPE: 22.87504454421997 +/- 0.8771065813787268
Overall R2: 83.03403191566467 +/- 1.2712884901216657


Wall time: 24min 32s

Doing 10-Fold Cross Validation on the Best Model

%%time

# Now we do 10-Fold CV on our CNN model with 45 Scaled vars:

# here are the best parameters for the 25 PCA vars CNN hyperparameter search:
# Best Study Parameters:
#     batch_size: 16
#     n_hdn_layers: 3
#     neurons_HL1: 388
#     out_channel: 128
#     kernel_size: 5
#     conv_activation: linear
#     dropout_prob: 0.1
#     mx_pl_size: 2
#     mx_pl_strides: 2
#     HL0_ac_fn: relu
#     HL1_ac_fn: relu
#     HL2_ac_fn: relu
# Sequential(
#   (0): Unflatten(dim=1, unflattened_size=(1, 25))
#   (1): Conv1d(1, 128, kernel_size=(5,), stride=(1,))
#   (2): Dropout(p=0.1, inplace=False)
#   (3): MaxPool1d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)
#   (4): Flatten(start_dim=1, end_dim=-1)
#   (5): Linear(in_features=1280, out_features=388, bias=True)
#   (6): ReLU()
#   (7): Linear(in_features=388, out_features=194, bias=True)
#   (8): ReLU()
#   (9): Linear(in_features=194, out_features=97, bias=True)
#   (10): ReLU()
#   (11): Linear(in_features=97, out_features=1, bias=True)
# )

metrics = [RootMeanSquaredError(), "mean_absolute_percentage_error",
           "mean_absolute_error"]

# we define the cross validator, and other variables:
batch_size = 16
num_epochs = 100
num_folds = 10
kfold = KFold(n_splits=num_folds, shuffle=True, random_state=42)
fold_num = 1
MAPE_train = []
MAPE_scores = []
RMSE_train = []
RMSE_scores = []
MAE_train = []
MAE_scores = []
R2_train = []
R2_scores = []

for train, test in kfold.split(PCA_X, Y):
    # now our data is ready to go into our model.
    # we have to set maxpool1d padding to 'valid' (same as 0)
    model = Sequential([
        layers.Conv1D(128, 5, activation='linear', input_shape=(PCA_X.shape[1], 1)),
        layers.Dropout(0.1),
        layers.MaxPooling1D(pool_size=2, strides=2, padding='valid'),
        layers.Flatten(),
        layers.Dense(388, activation='relu'),
        layers.Dense(194, activation='relu'),
        layers.Dense(97, activation='relu'),
        layers.Dense(1, activation='linear')
    ])
    model.compile(loss='mae', optimizer=Adam(), metrics=metrics)
    history = model.fit(PCA_X[train], Y[train], batch_size=batch_size, epochs=num_epochs, verbose=False)
    scores = model.evaluate(PCA_X[test], Y[test], verbose=False)
    train_r2 = r2_score(Y[train], model.predict(PCA_X[train]))
    R2_train.append(train_r2)
    score_r2 = r2_score(Y[test], model.predict(PCA_X[test]))
    R2_scores.append(score_r2)
    MAPE_train.append(history.history.get(
        'mean_absolute_percentage_error')[-1])
    MAPE_scores.append(scores[2])
    RMSE_train.append(history.history.get('root_mean_squared_error')[-1])
    RMSE_scores.append(scores[1])
    MAE_train.append(history.history.get('loss')[-1])
    MAE_scores.append(scores[0])

    print(
        f"------------------------------------------Fold {fold_num}------------------------------------------")
    print(
        f"\tTrain Loss: {history.history.get('loss')[-1]}\tScore Loss: {scores[0]}")
    print(
        f"\tTrain RMSE: {history.history.get('root_mean_squared_error')[-1]}\tScore RMSE: {scores[1]}")
    print(
        f"\tTrain MAPE: {history.history.get('mean_absolute_percentage_error')[-1]}\tScore MAPE: {scores[2]}")
    if scores[2] == 100.0:
        print(history.history.get('mean_absolute_percentage_error'))
    print(f"\tTrain R2:   {train_r2}\tScore R2: {score_r2}")
    fold_num += 1


print(f"\n\nOverall MAE: {np.mean(MAE_scores)} +/- {np.std(MAE_scores)}")
print(f"Overall RMSE: {np.mean(RMSE_scores)} +/- {np.std(RMSE_scores)}")
print(f"Overall MAPE: {np.mean(MAPE_scores)} +/- {np.std(MAPE_scores)}")
print(f"Overall R2: {np.mean(R2_scores)*100} +/- {np.std(R2_scores)*100}\n\n")

print("Delimited table:")
print("MAPE\tRMSE\tMAE\tR2")
for i in range(0, 10):
    print("%.2f/%.2f\t%.2f/%.2f\t%.2f/%.2f\t%.2f/%.2f" %
          (MAPE_train[i], MAPE_scores[i], RMSE_train[i], RMSE_scores[i], MAE_train[i], MAE_scores[i], R2_train[i], R2_scores[i]))
print("%.2f/%.2f\t%.2f/%.2f\t%.2f/%.2f\t%.2f/%.2f\t<===Averages" % (np.mean(MAPE_train), np.mean(MAPE_scores),
      np.mean(RMSE_train), np.mean(RMSE_scores), np.mean(MAE_train), np.mean(MAE_scores), np.mean(R2_train), np.mean(R2_scores)))

------------------------------------------Fold 1------------------------------------------
	Train Loss: 135.7477569580078	Score Loss: 161.95098876953125
	Train RMSE: 235.62258911132812	Score RMSE: 245.97476196289062
	Train MAPE: 17.06611442565918	Score MAPE: 21.961240768432617
	Train R2:   0.8911967510777064	Score R2: 0.875046910294587
------------------------------------------Fold 2------------------------------------------
	Train Loss: 136.61817932128906	Score Loss: 164.9683837890625
	Train RMSE: 232.13525390625	Score RMSE: 285.542236328125
	Train MAPE: 17.680845260620117	Score MAPE: 21.99873924255371
	Train R2:   0.8963638549557891	Score R2: 0.8281583307173604
------------------------------------------Fold 3------------------------------------------
	Train Loss: 136.7169647216797	Score Loss: 166.75486755371094
	Train RMSE: 233.7937774658203	Score RMSE: 292.89532470703125
	Train MAPE: 17.17646598815918	Score MAPE: 25.645404815673828
	Train R2:   0.8887589256455604	Score R2: 0.8215084266825419
------------------------------------------Fold 4------------------------------------------
	Train Loss: 135.8558807373047	Score Loss: 159.39889526367188
	Train RMSE: 236.9202880859375	Score RMSE: 243.70230102539062
	Train MAPE: 17.638158798217773	Score MAPE: 22.378700256347656
	Train R2:   0.8888322630208007	Score R2: 0.8818543107124615
------------------------------------------Fold 5------------------------------------------
	Train Loss: 136.30419921875	Score Loss: 164.43490600585938
	Train RMSE: 233.39093017578125	Score RMSE: 283.5420227050781
	Train MAPE: 17.526575088500977	Score MAPE: 25.417804718017578
	Train R2:   0.8942667905024969	Score R2: 0.8481708139861215
------------------------------------------Fold 6------------------------------------------
	Train Loss: 135.91543579101562	Score Loss: 163.63116455078125
	Train RMSE: 235.9337158203125	Score RMSE: 260.7582702636719
	Train MAPE: 17.590967178344727	Score MAPE: 25.66828155517578
	Train R2:   0.8870234041246023	Score R2: 0.8587825597403254
------------------------------------------Fold 7------------------------------------------
	Train Loss: 138.19677734375	Score Loss: 174.01513671875
	Train RMSE: 236.965087890625	Score RMSE: 384.8892517089844
	Train MAPE: 17.5739803314209	Score MAPE: 30.909252166748047
	Train R2:   0.8861155982973066	Score R2: 0.7098628621175098
------------------------------------------Fold 8------------------------------------------
	Train Loss: 133.2174072265625	Score Loss: 180.53306579589844
	Train RMSE: 228.63150024414062	Score RMSE: 299.3876647949219
	Train MAPE: 17.13365364074707	Score MAPE: 24.10869598388672
	Train R2:   0.8995687761868985	Score R2: 0.7999309803223322
------------------------------------------Fold 9------------------------------------------
	Train Loss: 139.76158142089844	Score Loss: 145.15289306640625
	Train RMSE: 237.33416748046875	Score RMSE: 244.59432983398438
	Train MAPE: 17.638492584228516	Score MAPE: 18.368816375732422
	Train R2:   0.8930184524868237	Score R2: 0.8813291694418846
------------------------------------------Fold 10------------------------------------------
	Train Loss: 139.43435668945312	Score Loss: 161.4316864013672
	Train RMSE: 237.10890197753906	Score RMSE: 264.5078125
	Train MAPE: 18.127656936645508	Score MAPE: 22.28508758544922
	Train R2:   0.8833533312841143	Score R2: 0.8696296594246058


Overall MAE: 164.2271987915039 +/- 8.77017426706324
Overall RMSE: 280.5793975830078 +/- 39.90348938796942
Overall MAPE: 23.87420234680176 +/- 3.1706997757671993
Overall R2: 83.74274023439729 +/- 4.994278204577003


Delimited table:
MAPE	RMSE	MAE	R2
17.07/21.96	235.62/245.97	135.75/161.95	0.89/0.88
17.68/22.00	232.14/285.54	136.62/164.97	0.90/0.83
17.18/25.65	233.79/292.90	136.72/166.75	0.89/0.82
17.64/22.38	236.92/243.70	135.86/159.40	0.89/0.88
17.53/25.42	233.39/283.54	136.30/164.43	0.89/0.85
17.59/25.67	235.93/260.76	135.92/163.63	0.89/0.86
17.57/30.91	236.97/384.89	138.20/174.02	0.89/0.71
17.13/24.11	228.63/299.39	133.22/180.53	0.90/0.80
17.64/18.37	237.33/244.59	139.76/145.15	0.89/0.88
18.13/22.29	237.11/264.51	139.43/161.43	0.88/0.87
17.52/23.87	234.78/280.58	136.78/164.23	0.89/0.84	<===Averages
Wall time: 29min 34s

Here we visualize the CNN Model we have created

cnn_model = Sequential([
    layers.Conv1D(128, 5, activation='linear', input_shape=(PCA_X.shape[1], 1)),
    layers.Dropout(0.1),
    layers.MaxPooling1D(pool_size=2, strides=2, padding='valid'),
#     layers.Flatten(),
    layers.Dense(388, activation='relu'),
    layers.Dense(194, activation='relu'),
    layers.Dense(97, activation='relu'),
    layers.Dense(1, activation='linear')
])

plot_model(cnn_model, to_file='cnn_trials/cnn_25_pca_vars_one_conv_lyr_model_plotted.png', show_shapes=True)